-- Logs begin at Wed 2022-05-25 21:43:46 UTC, end at Wed 2022-05-25 23:04:51 UTC. -- May 25 22:29:27.734844 dv-cinder-843305-1-smb systemd[1]: Started Devstack devstack@q-svc.service. May 25 22:29:29.878220 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.common.config [-] Logging enabled! May 25 22:29:29.878945 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev8 May 25 22:29:29.879033 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83100) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 25 22:29:29.881748 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.common.config [-] Logging enabled! May 25 22:29:29.881999 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev8 May 25 22:29:29.882242 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83100) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 25 22:29:29.883228 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 22:29:29.883460 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 22:29:29.883804 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 22:29:29.884045 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 22:29:29.884265 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 22:29:29.884583 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.884874 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.885165 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.885390 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.885684 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.885973 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.886255 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.886566 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.886860 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.887140 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.887481 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.887904 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.888135 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.888413 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.888699 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.888986 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.889757 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] debug = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.890045 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.890514 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.890932 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.891210 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.891498 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.891771 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.892043 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.892324 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.892649 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] host = dv-cinder-843305-1-smb {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.892927 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.893212 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.893497 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.893780 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.894054 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.894347 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.894638 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.894907 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.895181 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] log_file = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.895454 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.895740 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.896030 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.896320 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.897118 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.897341 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.897627 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.897913 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.898186 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.898487 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.898761 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.899033 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.899305 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.899571 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.899855 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.900137 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.900421 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.900695 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.900965 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.901236 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.901505 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.901788 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.902059 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.902346 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.902629 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.902916 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.903186 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.903458 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.903756 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.904040 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.904319 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.904601 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.904876 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.905155 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.905422 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.905691 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.905957 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] use_json = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.906224 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.906524 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.906806 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.907077 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.907412 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.907788 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.908062 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.908345 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.908617 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:29.909411 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.909716 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.910018 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.910302 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.910622 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.910907 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.911196 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.911474 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.911764 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.912079 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.912368 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.912645 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.912934 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.913227 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.913515 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.913787 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.914064 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.914372 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.914650 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.914923 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.915198 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.915490 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.915766 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.916037 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.916316 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.916589 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.916860 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.917130 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.917405 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.917695 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.917969 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.918238 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.918529 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.918805 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.919075 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.919356 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.919628 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.919897 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.920166 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.920439 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.920707 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.920976 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.921247 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.921516 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.921788 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.922055 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.922322 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.922612 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.922881 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.923150 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.923416 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.923684 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.923955 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.924223 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.924490 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.924757 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.925026 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.925297 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.925580 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.925873 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.926149 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.926451 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.926727 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.927002 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.927275 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.927551 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.927851 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.928126 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.928396 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.928685 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.928967 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.929248 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.929527 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.929800 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.930091 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.930385 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.930667 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.930950 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.931214 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.931492 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.931934 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.932230 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.932522 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.932813 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.933107 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.933400 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.933680 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.933987 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.934264 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:29.934561 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 22:29:29.934800 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83100) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 25 22:29:30.351885 dv-cinder-843305-1-smb neutron-server[83100]: INFO keyring.backend [-] Loading KWallet May 25 22:29:30.359137 dv-cinder-843305-1-smb neutron-server[83100]: INFO keyring.backend [-] Loading SecretService May 25 22:29:30.362190 dv-cinder-843305-1-smb neutron-server[83100]: INFO keyring.backend [-] Loading Windows May 25 22:29:30.363520 dv-cinder-843305-1-smb neutron-server[83100]: INFO keyring.backend [-] Loading chainer May 25 22:29:30.364095 dv-cinder-843305-1-smb neutron-server[83100]: INFO keyring.backend [-] Loading macOS May 25 22:29:30.397480 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 22:29:30.397747 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 22:29:30.398029 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 22:29:30.399483 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.manager [-] Loading core plugin: ml2 May 25 22:29:30.698631 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:30.698912 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:30.699176 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:30.754932 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:30.755207 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:30.755467 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:30.758481 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:30.758752 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:30.759013 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:30.786674 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:30.786945 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:30.787725 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:30.814780 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:30.815047 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:30.815304 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.126593 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.127234 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.127234 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.127392 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.128252 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.245408 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.245720 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.245997 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.246259 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.246559 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.246859 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.247114 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.247363 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.247609 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.247883 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.248133 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.248386 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.248643 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.248892 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.249154 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.249424 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.249675 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.249940 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.250188 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.250490 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.250832 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.251078 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.251319 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.251596 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.251837 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.252075 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.252455 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83100) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 22:29:31.252693 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83100) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 22:29:31.252926 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83100) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 22:29:31.253160 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83100) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 22:29:31.253390 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83100) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 22:29:31.253620 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83100) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 22:29:31.254155 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 25 22:29:31.257214 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 25 22:29:31.261187 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 25 22:29:31.264918 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) May 25 22:29:31.266543 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 25 22:29:31.266923 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 25 22:29:31.267249 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 25 22:29:31.267624 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 25 22:29:31.270371 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 25 22:29:31.270617 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 25 22:29:31.270953 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 25 22:29:31.299046 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] May 25 22:29:31.299485 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.299772 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83100) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 25 22:29:31.300131 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.301457 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83100) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 25 22:29:31.301732 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 25 22:29:31.301973 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 25 22:29:31.305207 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.305481 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.364798 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 25 22:29:31.365028 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 25 22:29:31.365284 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 25 22:29:31.365644 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 25 22:29:31.398369 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_db.sqlalchemy.engines [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83100) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 25 22:29:31.716452 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.plugins.ml2.managers [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Initializing driver for type 'gre' May 25 22:29:31.716887 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] gre ID ranges: [(1, 1000)] May 25 22:29:31.771252 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.plugins.ml2.managers [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Initializing driver for type 'local' May 25 22:29:31.772085 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.plugins.ml2.managers [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Initializing driver for type 'vlan' May 25 22:29:31.784549 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] VlanTypeDriver initialization complete May 25 22:29:31.784901 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.plugins.ml2.managers [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Initializing driver for type 'vxlan' May 25 22:29:31.785372 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] vxlan ID ranges: [(1, 1000)] May 25 22:29:31.838503 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.plugins.ml2.managers [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Initializing extension driver 'port_security' May 25 22:29:31.838828 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.plugins.ml2.extensions.port_security [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] PortSecurityExtensionDriver initialization complete May 25 22:29:31.839155 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.plugins.ml2.managers [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Initializing mechanism driver 'openvswitch' May 25 22:29:31.839483 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.plugins.ml2.managers [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Initializing mechanism driver 'hyperv' May 25 22:29:31.845770 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.plugins.ml2.plugin [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:29:31.846471 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > port after_create 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.846842 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > port after_update 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.847190 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > port after_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.847698 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83100) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 25 22:29:31.848373 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > subnet after_create 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.848719 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > subnet after_update 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.849059 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.849439 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83100) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 25 22:29:31.850441 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > network after_create 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.850792 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > network after_update 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.851133 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > network after_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.851510 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83100) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 25 22:29:31.851907 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > security_group after_create 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.852250 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > security_group after_update 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.852583 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.853093 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83100) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 25 22:29:31.853488 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.853831 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.854164 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.854568 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83100) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 25 22:29:31.854998 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] ML2 OVO RPC backend initialized. {{(pid=83100) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} May 25 22:29:31.855628 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.855975 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.856387 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > network before_response 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.856731 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > networks before_response 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.857072 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > port before_response 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.857408 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > ports before_response 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.857744 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > subnet before_response 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.858082 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > subnets before_response 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.858448 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > network after_create 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.858783 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > network after_update 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.859115 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > network after_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.859540 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > port after_create 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.859876 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > port after_update 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.860212 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > port after_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.860546 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > subnet after_create 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.860878 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > subnet after_update 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.861203 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.861772 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.plugins.ml2.plugin [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Modular L2 Plugin initialization complete May 25 22:29:31.862095 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading services supported by the core plugin {{(pid=83100) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 25 22:29:31.862444 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.plugins.ml2.managers [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Got port-security extension from driver 'port_security' May 25 22:29:31.862907 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.extensions.vlantransparent [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Disabled vlantransparent extension. May 25 22:29:31.863314 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83100) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 25 22:29:31.863621 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading Plugin: router May 25 22:29:31.898555 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.898944 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > router after_create 55549900 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.899309 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > router before_create 55549900 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.899666 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.900027 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.900375 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > router after_delete 55549900 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.900726 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.901083 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > router after_create 55549900 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.901423 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > router after_update 55549900 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.901765 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > router after_update 55549900 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.902104 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.902496 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > router after_update 55549900 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.902899 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > router precommit_update 55549900 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.903261 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: port after_update 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.903593 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: port after_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.903923 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: subnet after_update 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.904254 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.904596 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.904934 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > router precommit_create 55549900 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.905269 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: port before_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.905603 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > router precommit_create 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.905950 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > router after_update 55549900 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.906290 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.906647 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > router precommit_create 55549900 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.906999 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.907339 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > router precommit_update 55549900 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.907700 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > agent after_create 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.908046 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > agent after_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.908383 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > network after_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.909251 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.quota.resource_registry [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Tracking information for resource: router configured {{(pid=83100) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 22:29:31.909579 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.quota.resource_registry [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Tracking information for resource: floatingip configured {{(pid=83100) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 22:29:31.914946 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.db.l3_agentschedulers_db [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 25 22:29:31.915516 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: port after_update 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.915867 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: port after_create 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.916207 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: port after_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.916546 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: port after_update 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.917433 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > router before_create 55550100 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.917788 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.918142 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > router precommit_create 55550100 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.918579 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > router precommit_update 55550100 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.922823 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.services.provider_configuration [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Service providers = [] {{(pid=83100) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 25 22:29:31.923179 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.db.servicetype_db [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83100) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 25 22:29:31.926040 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.services.service_base [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83100) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 22:29:31.926414 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.services.service_base [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83100) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 22:29:31.926750 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.services.service_base [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83100) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 22:29:31.927632 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.services.service_base [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83100) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 22:29:31.928000 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.services.service_base [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Default provider is not specified for service type L3_ROUTER_NAT May 25 22:29:31.928367 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83100) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 22:29:31.928684 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 25 22:29:31.939139 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83100) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 22:29:31.939472 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading Plugin: auto_allocate May 25 22:29:31.945206 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: network precommit_update 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.945566 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: network precommit_create 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.946073 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83100) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 22:29:31.946414 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading Plugin: tag May 25 22:29:31.952778 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83100) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 22:29:31.953103 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading Plugin: timestamp May 25 22:29:31.957018 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83100) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 22:29:31.957345 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading Plugin: network_ip_availability May 25 22:29:31.963040 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.963401 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.963746 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:31.964437 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83100) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 22:29:31.964749 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading Plugin: flavors May 25 22:29:31.969362 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83100) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 22:29:31.969641 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading Plugin: revisions May 25 22:29:31.974046 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83100) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 22:29:31.974481 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_concurrency.lockutils [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.576s {{(pid=83100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 22:29:31.975823 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83100) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} May 25 22:29:31.976159 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Initializing extension manager. May 25 22:29:31.976655 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: __init__.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:31.976991 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: __pycache__ {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:31.977317 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:31.977642 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:31.977967 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: _filter_validation_lib.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:31.978289 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:31.978647 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: address_group.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:31.979375 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:31.979932 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: address-group May 25 22:29:31.980249 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: address_scope.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:31.980943 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:31.981443 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: address-scope May 25 22:29:31.981758 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:31.982701 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:31.983208 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: router-admin-state-down-before-update May 25 22:29:31.983527 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: agent.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:31.984210 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:31.984704 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: agent May 25 22:29:31.985018 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: agent_resources_synced.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:31.985904 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:31.986439 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: agent-resources-synced May 25 22:29:31.986757 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: allowedaddresspairs.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:31.988688 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:31.989208 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: allowed-address-pairs May 25 22:29:31.989528 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: auto_allocated_topology.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:31.990636 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:31.991144 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: auto-allocated-topology May 25 22:29:31.991461 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: availability_zone.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:31.992137 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:31.992637 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: availability_zone May 25 22:29:31.992955 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: availability_zone_filter.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:31.993840 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:31.994356 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: availability_zone_filter May 25 22:29:31.994681 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: data_plane_status.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:31.995559 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:31.996055 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extension data-plane-status not supported by any of loaded plugins May 25 22:29:31.996372 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: default_subnetpools.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:31.997261 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:31.997758 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: default-subnetpools May 25 22:29:31.998072 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:31.998862 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:31.999356 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: dhcp_agent_scheduler May 25 22:29:31.999672 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: dns.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.000559 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.001050 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extension dns-integration not supported by any of loaded plugins May 25 22:29:32.001366 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: dns_domain_ports.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.002255 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.002784 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extension dns-domain-ports not supported by any of loaded plugins May 25 22:29:32.003102 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: dvr.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.003757 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.004257 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: dvr May 25 22:29:32.004574 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: empty_string_filtering.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.005462 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.005989 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: empty-string-filtering May 25 22:29:32.006308 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.007216 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.007713 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 25 22:29:32.008028 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.008924 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.009422 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 25 22:29:32.009735 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: external_net.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.010660 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.011161 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: external-net May 25 22:29:32.011478 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.012365 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.012861 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: extra_dhcp_opt May 25 22:29:32.013175 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: extraroute.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.014057 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.014586 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: extraroute May 25 22:29:32.014902 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: extraroute_atomic.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.015900 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.016399 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: extraroute-atomic May 25 22:29:32.016713 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: filter_validation.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.017360 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.017855 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: filter-validation May 25 22:29:32.018166 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: fip_pf_description.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.019084 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.019575 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 25 22:29:32.019887 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: fip_port_details.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.020789 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.021284 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: fip-port-details May 25 22:29:32.022125 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: flavors.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.023347 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.023857 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: flavors May 25 22:29:32.024176 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.025786 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.026301 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 25 22:29:32.026658 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: floatingip_pools.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.027341 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.027844 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: floatingip-pools May 25 22:29:32.028162 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: ip_allocation.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.029065 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.029568 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extension ip_allocation not supported by any of loaded plugins May 25 22:29:32.029884 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.030808 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.031311 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: ip-substring-filtering May 25 22:29:32.031629 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: l2_adjacency.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.032530 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.033030 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extension l2_adjacency not supported by any of loaded plugins May 25 22:29:32.033345 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: l3.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.034277 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.034812 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: router May 25 22:29:32.035131 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.038020 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.038570 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 25 22:29:32.038897 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.039809 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.040319 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: ext-gw-mode May 25 22:29:32.040639 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.041537 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.042047 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: l3-ha May 25 22:29:32.042391 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: l3_flavors.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.043291 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.043798 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: l3-flavors May 25 22:29:32.044116 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.045005 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.045509 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: l3-port-ip-change-not-allowed May 25 22:29:32.045826 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: l3agentscheduler.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.046858 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.047361 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: l3_agent_scheduler May 25 22:29:32.047681 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: logging.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.049165 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.049683 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extension logging not supported by any of loaded plugins May 25 22:29:32.050012 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: metering.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.050777 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.051343 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: metering May 25 22:29:32.051667 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.052776 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.053285 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: metering_source_and_destination_fields May 25 22:29:32.053608 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: multiprovidernet.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.054550 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.055054 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: multi-provider May 25 22:29:32.055373 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: netmtu.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.056263 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.056760 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: net-mtu May 25 22:29:32.057080 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: netmtu_writable.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.057980 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.058513 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: net-mtu-writable May 25 22:29:32.058836 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: network_availability_zone.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.059505 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.060007 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: network_availability_zone May 25 22:29:32.060330 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: network_ip_availability.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.061391 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.061897 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: network-ip-availability May 25 22:29:32.062219 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: network_segment_range.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.063001 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.063501 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extension network-segment-range not supported by any of loaded plugins May 25 22:29:32.063821 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: pagination.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.064768 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.065091 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: pagination May 25 22:29:32.065408 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.066300 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.066833 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: port-mac-address-regenerate May 25 22:29:32.067150 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: port_resource_request.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.068034 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.068559 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extension port-resource-request not supported by any of loaded plugins May 25 22:29:32.068877 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: portbindings.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.069783 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.070276 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: binding May 25 22:29:32.070621 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: portbindings_extended.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.071851 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.072356 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: binding-extended May 25 22:29:32.072677 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: portsecurity.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.073567 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.074070 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: port-security May 25 22:29:32.074423 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: project_id.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.075372 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.075695 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: project-id May 25 22:29:32.076013 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: providernet.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.076907 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.077406 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: provider May 25 22:29:32.077722 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: qos.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.081383 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.081901 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extension qos not supported by any of loaded plugins May 25 22:29:32.082226 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.083471 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.084495 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 25 22:29:32.084817 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.085708 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.086215 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 25 22:29:32.086565 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: qos_default.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.087452 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.087957 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extension qos-default not supported by any of loaded plugins May 25 22:29:32.088275 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: qos_fip.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.088911 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.089404 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extension qos-fip not supported by any of loaded plugins May 25 22:29:32.089727 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: qos_gateway_ip.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.090663 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.091164 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 25 22:29:32.091479 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: qos_port_network_policy.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.092375 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.092878 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 25 22:29:32.093195 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: qos_rule_type_details.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.094094 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.094626 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 25 22:29:32.094946 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: qos_rules_alias.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.095965 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.096466 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extension qos-rules-alias not supported by any of loaded plugins May 25 22:29:32.096782 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: quotasv2.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.097629 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.098203 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: quotas May 25 22:29:32.098563 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: quotasv2_detail.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.100724 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.101051 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: quota_details May 25 22:29:32.101376 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: rbac.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.102424 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.102942 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: rbac-policies May 25 22:29:32.103270 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: rbac_address_scope.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.104179 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.104683 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: rbac-address-scope May 25 22:29:32.105003 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: rbac_security_groups.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.105900 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.106440 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: rbac-security-groups May 25 22:29:32.106761 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: rbac_subnetpool.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.107653 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.108151 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: rbac-subnetpool May 25 22:29:32.108466 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: revisionifmatch.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.109361 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.109861 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: revision-if-match May 25 22:29:32.110183 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: revisions.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.111297 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.111803 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: standard-attr-revisions May 25 22:29:32.112124 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: router_availability_zone.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.112777 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.113274 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: router_availability_zone May 25 22:29:32.113590 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: routerservicetype.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.114528 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.115027 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extension router-service-type not supported by any of loaded plugins May 25 22:29:32.115372 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.116281 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.116780 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: port-security-groups-filtering May 25 22:29:32.117097 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: securitygroup.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.127824 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.128345 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: security-group May 25 22:29:32.128672 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: segment.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.129436 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.129950 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extension segment not supported by any of loaded plugins May 25 22:29:32.130278 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.131723 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.132225 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 25 22:29:32.132546 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: servicetype.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.133622 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.134134 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: service-type May 25 22:29:32.134488 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: sorting.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.135441 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.135764 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: sorting May 25 22:29:32.136080 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: standard_attr_segment.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.136968 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.137473 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extension standard-attr-segment not supported by any of loaded plugins May 25 22:29:32.137790 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: standardattrdescription.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.138446 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.138944 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: standard-attr-description May 25 22:29:32.139263 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: stateful_security_group.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.140178 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.140680 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: stateful-security-group May 25 22:29:32.140994 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: stdattrs_common.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.141558 dv-cinder-843305-1-smb neutron-server[83100]: WARNING neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 25 22:29:32.141871 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.142802 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.143298 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 25 22:29:32.143612 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: subnet_onboard.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.144736 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.145246 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: subnet_onboard May 25 22:29:32.145564 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.147046 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.147553 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 25 22:29:32.147870 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: subnet_service_types.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.148771 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.149277 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: subnet-service-types May 25 22:29:32.149594 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: subnetallocation.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.150679 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.151188 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: subnet_allocation May 25 22:29:32.151508 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.152168 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.152669 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: subnetpool-prefix-ops May 25 22:29:32.152985 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.153902 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.154432 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 25 22:29:32.154750 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: tagging.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.155768 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.156279 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: standard-attr-tag May 25 22:29:32.156600 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: timestamp.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.157768 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.158272 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loaded extension: standard-attr-timestamp May 25 22:29:32.158618 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: trunk.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.159620 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.160130 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extension trunk not supported by any of loaded plugins May 25 22:29:32.160450 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: trunk_details.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.161345 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.161849 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extension trunk-details not supported by any of loaded plugins May 25 22:29:32.162198 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: uplink_status_propagation.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.163140 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.163629 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 25 22:29:32.163949 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Loading extension file: vlantransparent.py {{(pid=83100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:29:32.164603 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:29:32.165103 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extension vlan-transparent not supported by any of loaded plugins May 25 22:29:32.167347 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.quota.resource_registry [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Creating instance of TrackedResource for resource:network May 25 22:29:32.168048 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.quota.resource_registry [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Creating instance of TrackedResource for resource:subnet May 25 22:29:32.168646 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.quota.resource_registry [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Creating instance of TrackedResource for resource:subnetpool May 25 22:29:32.169411 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.quota.resource_registry [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Creating instance of TrackedResource for resource:port May 25 22:29:32.170677 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.v2.resource_helper [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:29:32.171121 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.v2.resource_helper [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Service FLAVORS assigned prefix: {{(pid=83100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:29:32.171713 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.v2.resource_helper [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:29:32.172145 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.v2.resource_helper [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:29:32.172477 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.quota.resource_registry [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Creating instance of TrackedResource for resource:router May 25 22:29:32.173139 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.quota.resource_registry [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Creating instance of TrackedResource for resource:floatingip May 25 22:29:32.173838 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.v2.resource_helper [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Service METERING assigned prefix: /metering {{(pid=83100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:29:32.175288 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:32.175664 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:32.176010 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:29:32.177150 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.quota.resource_registry [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Creating instance of CountableResource for resource:rbac_policy May 25 22:29:32.177598 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.quota.resource_registry [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Creating instance of TrackedResource for resource:security_group May 25 22:29:32.178390 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.quota.resource_registry [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Creating instance of TrackedResource for resource:security_group_rule May 25 22:29:32.179119 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.v2.resource_helper [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Service CORE assigned prefix: {{(pid=83100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:29:32.179455 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.quota.resource_registry [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Creating instance of TrackedResource for resource:subnetpool May 25 22:29:32.179800 dv-cinder-843305-1-smb neutron-server[83100]: WARNING neutron.quota.resource_registry [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] subnetpool is already registered May 25 22:29:32.180383 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.v2.resource_helper [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Service CORE assigned prefix: {{(pid=83100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:29:32.180743 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.quota.resource_registry [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Creating instance of TrackedResource for resource:subnetpool May 25 22:29:32.181037 dv-cinder-843305-1-smb neutron-server[83100]: WARNING neutron.quota.resource_registry [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] subnetpool is already registered May 25 22:29:32.183568 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.v2.resource_helper [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:29:32.184024 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.v2.resource_helper [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Service FLAVORS assigned prefix: {{(pid=83100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:29:32.184586 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.v2.resource_helper [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:29:32.185005 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.v2.resource_helper [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:29:32.185336 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.quota.resource_registry [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Creating instance of TrackedResource for resource:router May 25 22:29:32.185662 dv-cinder-843305-1-smb neutron-server[83100]: WARNING neutron.quota.resource_registry [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] router is already registered May 25 22:29:32.186255 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.quota.resource_registry [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Creating instance of TrackedResource for resource:floatingip May 25 22:29:32.186610 dv-cinder-843305-1-smb neutron-server[83100]: WARNING neutron.quota.resource_registry [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] floatingip is already registered May 25 22:29:32.187236 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.v2.resource_helper [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Service METERING assigned prefix: /metering {{(pid=83100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:29:32.187932 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.quota.resource_registry [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Creating instance of CountableResource for resource:rbac_policy May 25 22:29:32.188227 dv-cinder-843305-1-smb neutron-server[83100]: WARNING neutron.quota.resource_registry [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] rbac_policy is already registered May 25 22:29:32.188756 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.quota.resource_registry [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Creating instance of TrackedResource for resource:security_group May 25 22:29:32.189081 dv-cinder-843305-1-smb neutron-server[83100]: WARNING neutron.quota.resource_registry [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] security_group is already registered May 25 22:29:32.189691 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.quota.resource_registry [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Creating instance of TrackedResource for resource:security_group_rule May 25 22:29:32.189989 dv-cinder-843305-1-smb neutron-server[83100]: WARNING neutron.quota.resource_registry [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] security_group_rule is already registered May 25 22:29:32.190684 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.v2.resource_helper [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Service CORE assigned prefix: {{(pid=83100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:29:32.191034 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.quota.resource_registry [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Creating instance of TrackedResource for resource:subnetpool May 25 22:29:32.191346 dv-cinder-843305-1-smb neutron-server[83100]: WARNING neutron.quota.resource_registry [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] subnetpool is already registered May 25 22:29:32.191923 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.v2.resource_helper [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Service CORE assigned prefix: {{(pid=83100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:29:32.192256 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.quota.resource_registry [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Creating instance of TrackedResource for resource:subnetpool May 25 22:29:32.192707 dv-cinder-843305-1-smb neutron-server[83100]: WARNING neutron.quota.resource_registry [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] subnetpool is already registered May 25 22:29:32.193820 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: extensions {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.195244 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: address-groups {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.196786 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: address-scopes {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.198050 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: agents {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.199194 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: auto-allocated-topology {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.200394 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: availability_zones {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.201675 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: dhcp-networks {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.203062 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: dhcp-agents {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.204432 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: routers {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.206191 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: flavors {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.207340 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: service_profiles {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.208506 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: next_providers {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.210654 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: service_profiles {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.212037 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: floatingip-pools {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.213238 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: routers {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.214975 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: floatingips {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.216137 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: l3-routers {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.217451 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: l3-agents {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.218879 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: metering-labels {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.220282 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: metering-label-rules {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.221516 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: network-ip-availabilities {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.222741 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: bindings {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.225578 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: quotas {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.227043 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: quotas {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.228567 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: rbac-policies {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.229828 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: security-groups {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.231023 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: security-group-rules {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.232222 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: service-providers {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.233414 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: subnetpools {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.234825 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: subnetpools {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.236230 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: tags {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.237869 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: tags {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.239650 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: tags {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.241392 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: tags {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.243138 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: tags {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.244785 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: tags {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.246541 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: tags {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.248334 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: tags {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.250120 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: tags {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.251951 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron.api.extensions [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Extended resource: tags {{(pid=83100) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:29:32.258224 dv-cinder-843305-1-smb neutron-server[83100]: WARNING keystonemiddleware.auth_token [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 25 22:29:32.262998 dv-cinder-843305-1-smb neutron-server[83100]: WARNING keystonemiddleware.auth_token [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 25 22:29:32.270802 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_concurrency.lockutils [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Acquired lock "singleton_lock" {{(pid=83100) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 25 22:29:32.271279 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_concurrency.lockutils [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Releasing lock "singleton_lock" {{(pid=83100) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 25 22:29:32.272452 dv-cinder-843305-1-smb neutron-server[83100]: INFO oslo_service.service [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Starting 2 workers May 25 22:29:32.276998 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Started child 83203 {{(pid=83100) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 22:29:32.281109 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Started child 83204 {{(pid=83100) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 22:29:32.282633 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:29:32.283162 dv-cinder-843305-1-smb neutron-server[83100]: INFO neutron.service [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Neutron service started, listening on 0.0.0.0:9696 May 25 22:29:32.283332 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Notify callbacks [] for process, before_spawn {{(pid=83100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:29:32.284048 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [-] (83203) wsgi starting up on http://0.0.0.0:9696 May 25 22:29:32.285773 dv-cinder-843305-1-smb neutron-server[83100]: INFO oslo_service.service [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Starting 1 workers May 25 22:29:32.286166 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:29:32.287529 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [-] (83204) wsgi starting up on http://0.0.0.0:9696 May 25 22:29:32.290791 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Started child 83205 {{(pid=83100) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 22:29:32.291323 dv-cinder-843305-1-smb neutron-server[83100]: INFO oslo_service.service [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Starting 1 workers May 25 22:29:32.294751 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.service [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] calling RpcWorker wait() {{(pid=83205) _wait /opt/stack/neutron/neutron/service.py:128}} May 25 22:29:32.295275 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.service [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] returning from RpcWorker wait() {{(pid=83205) _wait /opt/stack/neutron/neutron/service.py:135}} May 25 22:29:32.295460 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Started child 83206 {{(pid=83100) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 22:29:32.296249 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG neutron_lib.callbacks.manager [None req-dd3f158e-e32b-4865-87c0-1cbaa04ee716 None None] Notify callbacks [] for process, after_spawn {{(pid=83100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:29:32.296459 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:29:32.296906 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:29:32.298177 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83100) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 25 22:29:32.298423 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 22:29:32.298603 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 22:29:32.298812 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 22:29:32.299161 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 22:29:32.299320 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 22:29:32.299823 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.300094 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.300359 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.300610 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.300900 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.301407 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:29:32.301869 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.301869 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.302002 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.302209 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.302482 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:29:32.302619 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.302744 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.302893 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.303146 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.303390 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.303673 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.303934 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.304173 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.304436 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.304605 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.304861 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.305120 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.305368 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.305623 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] debug = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.305861 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.306370 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.306623 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.306865 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.307123 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.307410 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.307662 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.307954 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.308184 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.308401 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.308643 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.308913 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.309145 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.309378 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.309646 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.309881 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.310360 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] host = dv-cinder-843305-1-smb {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.310584 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.310814 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.311045 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.311294 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.311546 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.311765 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.312031 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.312253 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.312507 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.312748 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.313027 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.313261 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.313474 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.313723 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] log_file = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.313886 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] log_options = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.314101 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.314402 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.314672 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.314863 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.315029 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.315201 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.315456 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.315617 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.315873 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.316110 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.316325 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.316556 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.316789 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.317042 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.317288 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.317511 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.317741 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.317942 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.318190 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.318973 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.319214 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.319455 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.319690 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.319929 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.320144 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.320374 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.320619 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.320849 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.321046 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.321283 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.321549 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.321810 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.322042 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.322295 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.322547 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.322773 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.322987 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.323248 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.323479 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.323717 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.323980 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.324209 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.324438 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.324651 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.324862 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.325087 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] use_json = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.325298 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.325524 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.325777 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.325987 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.326227 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.326462 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.326679 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.326910 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.327121 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.327522 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.327808 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.328107 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.328351 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.328586 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.328833 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.329288 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.329288 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.329916 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.329916 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.330386 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.330570 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.330975 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.331157 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.331381 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.331637 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.332117 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.332117 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.332412 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.332600 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.332823 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.333035 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.333512 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.333512 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.333835 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.334549 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.334730 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.334943 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.335196 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.335402 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.335662 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.336127 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.336840 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.337046 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.337260 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.337470 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.337680 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.337904 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.338132 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.338441 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.338604 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.338826 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.339033 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.339248 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.339462 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.339722 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.339959 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.340156 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.340327 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.340539 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.340744 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.340991 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.341226 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.341414 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.341646 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.341823 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.342046 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.342271 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.342511 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.342727 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.342974 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.343181 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.343388 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.343587 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.343794 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.344013 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.344225 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.344455 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.344674 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.344880 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.345085 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.345289 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.345504 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.345710 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.346007 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.346305 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.346560 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.346811 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.347044 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.347279 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.347498 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.348294 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.348294 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.348294 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.348294 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.348294 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.352365 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.352365 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.352365 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.352365 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.352365 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.352365 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.352365 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.352365 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.352847 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.352847 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.353238 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.356949 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.357469 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.357893 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.358619 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.359154 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.359617 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.360067 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.360324 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.360631 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.360941 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.361241 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.361543 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.361790 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.362037 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.362370 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.362613 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.362886 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.363160 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.363442 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.363665 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.363951 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.364228 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.364474 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.364737 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.364983 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.365349 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.365603 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.365845 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.366060 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.366376 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.366646 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.366939 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.367208 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.367474 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.367732 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.367989 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.368240 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.368476 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.368720 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.368982 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.369196 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.369457 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.369675 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.369917 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.370130 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.370548 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.370952 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.371311 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.371716 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.372117 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.372421 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.372576 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.372970 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.373354 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.373791 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.374050 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.374320 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.374522 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.374742 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.374986 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.375244 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.375488 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.375761 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.376010 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.376240 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.376648 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.377018 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.377425 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.377773 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.378164 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.378440 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.378661 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.378877 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.379120 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.379335 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.379550 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.379807 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.380037 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.380268 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.380675 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.381541 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.381785 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.382040 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.382267 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.382534 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.382741 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.382957 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.383174 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.383584 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.383834 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.384062 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.384318 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.384539 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.384755 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.384998 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.385237 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.385639 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.385866 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.386094 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.386323 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.386568 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.386785 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.387030 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.387249 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.387458 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.387687 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.387906 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.388116 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.388396 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.388606 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.388819 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.389098 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.389339 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.389578 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.389830 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.390075 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.390382 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.390565 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.390778 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.390995 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.391208 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.391492 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.391888 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.392119 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.392413 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.392684 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.392934 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.393197 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.393523 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.393740 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.394002 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.394225 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.394477 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.394699 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.395150 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.395483 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.395788 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.396049 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.396339 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.397306 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.397463 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.397739 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.397955 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.398263 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.398624 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.398907 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.399170 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.399421 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.399690 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.399919 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.400138 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.400378 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.400617 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.400855 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.401099 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.401347 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.401576 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.402121 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 36422) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:29:32.402644 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.402922 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.403161 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.403406 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.403652 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.403889 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.404139 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.404295 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 22:29:32.404843 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83100) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 25 22:29:32.404996 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 22:29:32.405132 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 22:29:32.405304 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 22:29:32.405474 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 22:29:32.405624 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 22:29:32.405820 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.405981 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.406131 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.406285 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.406468 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.406646 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.406791 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.406947 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.407089 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.407242 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.407397 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.407551 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.407706 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.407860 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.408014 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.408169 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.408324 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.408484 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.408626 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.408781 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.408934 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.409086 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.409238 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] debug = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.409393 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.409608 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.409877 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.410042 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.410215 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.410401 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.410541 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061769 May 25 22:29:32.410621 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.411424 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.411424 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.411424 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.411631 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.411714 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.411874 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.412810 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.413735 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.413848 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.413973 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] host = dv-cinder-843305-1-smb {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.414136 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.414297 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.414518 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.414654 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.415970 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.415970 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.415970 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.416202 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.416202 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.416340 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.416472 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.416630 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.416790 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.416950 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] log_file = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.417109 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] log_options = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.417268 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.417426 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.417583 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.417768 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.417993 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.418113 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.418273 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.418516 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.418622 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.418774 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.418928 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.419179 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.419275 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.419375 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.419541 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.419700 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.419926 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.420018 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.420159 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.420321 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.421196 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.421523 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.421669 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.421923 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.422027 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.422138 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.422285 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.422467 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.422598 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.422759 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.422914 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.423075 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.423234 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.423387 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.423558 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.423691 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.423856 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.424017 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.424321 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.425074 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.425074 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.425074 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.425074 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.425357 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.425357 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.425605 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] use_json = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.425767 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.425907 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.426040 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.426175 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.426310 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.426478 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.426625 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.426758 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.426892 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:29:32.427042 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.427201 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.427464 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.427657 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.427813 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.427969 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.428124 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.428278 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.428433 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.428587 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.428748 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.428903 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.429076 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.429231 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.429387 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.429542 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.429707 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.429871 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.430021 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.430184 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.430478 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.430583 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.430722 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.430881 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.431193 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.431356 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.431518 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.431680 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.431842 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.432005 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.432166 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.432326 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.432487 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.432644 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.432805 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.432966 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.433149 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.433285 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.433446 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.433642 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.433768 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.433936 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.434094 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.434267 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.434442 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.434574 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.434727 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.434888 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.435048 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.435209 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.435361 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.435624 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.435718 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.435872 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.435998 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.436160 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.436322 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.436482 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.436643 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.436798 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.436950 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.437112 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.437264 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.437425 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.437583 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.437744 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.437955 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.438047 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.438212 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.439841 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.439841 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.439841 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.439841 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.439841 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.439841 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.439841 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.439841 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.440329 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.440329 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.440329 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.440329 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.440329 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.440329 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.440674 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.440674 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.440798 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.440934 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.441098 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.441357 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.441457 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.441622 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.441722 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.441864 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.442020 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.442167 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.442359 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.442504 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.442666 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.442826 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.442986 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.443138 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.443830 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.443990 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.444156 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.444391 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.444531 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.444664 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.444792 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.444991 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.445162 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.445291 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.445414 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.445543 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.445702 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.445866 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.446027 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.446961 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.446961 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.446961 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.446961 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.446961 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.446961 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.447346 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.447346 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.447463 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.447595 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.447755 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.447914 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.448075 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.448236 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.448352 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:29:32.448440 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.448544 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.448704 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.448865 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.449024 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.449185 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.449346 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.449506 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.449668 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.449828 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.449987 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.450147 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.450308 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.450492 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.450707 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.450794 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.450956 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.451115 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.451274 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.452136 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.452136 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.452136 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.452136 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.452136 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.452441 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.452441 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.452569 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.452643 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.452770 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.452932 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.453092 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.453253 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.453414 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.453575 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.453735 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.454439 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.454439 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.454439 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.454439 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.454947 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.454947 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.454947 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.454947 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.455441 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.455441 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.455441 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.455802 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.455802 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.456030 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.456030 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.456254 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.456372 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.456491 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.456617 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.456739 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.456900 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.457060 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.457222 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.457382 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.457543 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.457702 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.457862 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.458025 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.458187 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.458499 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.458499 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.458783 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.459543 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.459543 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.459696 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.459820 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.459995 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.460137 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.460270 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.460402 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.460641 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.460783 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.460926 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.461086 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.461277 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.461415 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.462219 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.462219 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.462219 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.462219 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.462219 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.462219 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.462915 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.463556 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.463556 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.463785 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.463785 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.463973 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.464096 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.464253 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.464421 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.464625 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.464750 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.464876 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.465030 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.465185 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.465342 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.465502 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.465676 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.465850 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.466012 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.466205 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.466399 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.466594 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.466677 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.466888 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.466993 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.467155 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.467315 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.468571 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.468571 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.468571 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.468571 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.468571 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.468571 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.468571 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.468571 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.469895 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.469895 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.469895 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.469895 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.469895 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.469895 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.469895 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.469895 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.469895 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:29:32.470691 dv-cinder-843305-1-smb neutron-server[83100]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 22:29:42.671035 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a44ad65-f24d-40f1-a5c6-ee9e080176d1 None None] get_active_networks_info from dv-cinder-843305-1-smb {{(pid=83205) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 25 22:29:42.768620 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a44ad65-f24d-40f1-a5c6-ee9e080176d1 None None] No non-hosted networks {{(pid=83205) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 25 22:29:42.785304 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.agentschedulers_db [None req-6a44ad65-f24d-40f1-a5c6-ee9e080176d1 None None] DHCP Agent not found on host dv-cinder-843305-1-smb {{(pid=83205) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 25 22:29:42.845128 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-303ef005-d7c7-4424-8545-215f68780ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-998974'] for agent, after_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:29:44.741901 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eceb24e6-2c52-4022-8b6e-ba2d752f6438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-998974'] for agent, after_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:29:44.792317 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-3fb33b20-671e-4eb6-bec1-51b4526f425d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:29:46.010733 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-998974'] for agent, after_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:29:46.342399 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-998974'] for agent, after_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:29:46.343040 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:29:46.343376 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:29:46.343699 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:29:46.344188 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:29:46.344654 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:29:46.345213 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:29:46.345687 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:29:46.346152 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:29:46.346657 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:29:46.347139 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:29:46.347603 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:29:46.348125 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-843305-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:29:46.358238 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-843305-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:29:47.214824 dv-cinder-843305-1-smb neutron-server[83205]: INFO neutron.db.l3_hamode_db [None req-9bc9b9d5-5b43-4a0f-80b8-01663b041eca None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 25 22:29:47.304434 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc9b9d5-5b43-4a0f-80b8-01663b041eca None None] Routers set() bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:29:47.305060 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc9b9d5-5b43-4a0f-80b8-01663b041eca None None] Router IDs set() for agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 25 22:29:47.465106 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-998974'] for agent, after_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:29:49.123200 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 36520) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:29:49.708000 dv-cinder-843305-1-smb neutron-server[83203]: WARNING oslo_policy.policy [None req-a61bcdc1-519b-48d6-9609-8066ab9b588a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 22:29:49.708516 dv-cinder-843305-1-smb neutron-server[83203]: WARNING oslo_policy.policy [None req-a61bcdc1-519b-48d6-9609-8066ab9b588a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 22:29:49.922033 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [None req-a61bcdc1-519b-48d6-9609-8066ab9b588a admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83203) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:29:49.923082 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-a61bcdc1-519b-48d6-9609-8066ab9b588a admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.7990067 May 25 22:29:52.142959 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 36534) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:29:52.523854 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-83a61fae-3ec0-4e23-afe4-fea51324139d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:29:52.576711 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.policy [None req-83a61fae-3ec0-4e23-afe4-fea51324139d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83203) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 25 22:29:52.577455 dv-cinder-843305-1-smb neutron-server[83203]: WARNING oslo_policy.policy [None req-83a61fae-3ec0-4e23-afe4-fea51324139d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 22:29:52.577824 dv-cinder-843305-1-smb neutron-server[83203]: WARNING oslo_policy.policy [None req-83a61fae-3ec0-4e23-afe4-fea51324139d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 22:29:52.581118 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.quota [None req-83a61fae-3ec0-4e23-afe4-fea51324139d admin admin] Loaded quota_driver: . May 25 22:29:52.596441 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-83a61fae-3ec0-4e23-afe4-fea51324139d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:29:52.665061 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-83a61fae-3ec0-4e23-afe4-fea51324139d admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728911652088', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728911663578', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728911660778', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728911560339', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728911551034', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3220669', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3176745', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-641981', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-577207'] for rbac-policy, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:29:52.732678 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-83a61fae-3ec0-4e23-afe4-fea51324139d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:29:52.733903 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-83a61fae-3ec0-4e23-afe4-fea51324139d admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5900085 May 25 22:29:55.224738 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 36548) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:29:55.815057 dv-cinder-843305-1-smb neutron-server[83204]: WARNING oslo_policy.policy [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 22:29:55.815623 dv-cinder-843305-1-smb neutron-server[83204]: WARNING oslo_policy.policy [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 22:29:56.027413 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '9e5c88d1afb64c0db875eacc4e422e2c'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:29:56.029074 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.quota [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Loaded quota_driver: . May 25 22:29:56.044622 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:29:56.050774 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Usage tracker for resource:network and tenant:9e5c88d1afb64c0db875eacc4e422e2c is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:29:56.056770 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:29:56.063995 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:29:56.078811 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Made reservation on behalf of 9e5c88d1afb64c0db875eacc4e422e2c for: {'network': 1} {{(pid=83204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:29:56.116644 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.policy [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83204) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 25 22:29:56.117397 dv-cinder-843305-1-smb neutron-server[83204]: WARNING oslo_policy.policy [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 22:29:56.117758 dv-cinder-843305-1-smb neutron-server[83204]: WARNING oslo_policy.policy [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 22:29:56.122250 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for network, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:29:56.143252 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:29:56.191619 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:29:56.195455 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Usage tracker for resource:security_group_rule and tenant:9e5c88d1afb64c0db875eacc4e422e2c is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:29:56.198517 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:29:56.204023 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:29:56.273214 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:29:56.276850 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:29:56.299314 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=83204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:29:56.324522 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728910406768', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:29:56.325097 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Unsubscribe: segment precommit_create {{(pid=83204) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 25 22:29:56.325604 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.db.segments_db [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Added segment 4a3ba121-1097-4785-8dad-812d99ab1a2d of type vlan for network 693239cd-76d5-4f56-9150-bbf6e3651007 May 25 22:29:56.374960 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1af890f-3ffd-49d5-abc1-2a2eaaf702b9,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:29:56.400044 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:29:56.400376 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:29:56.400701 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:29:56.401023 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:29:56.401342 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:29:56.401653 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:29:56.401964 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:29:56.402289 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:29:56.402626 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:29:56.402945 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:29:56.403250 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:29:56.404301 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Tracked resource versions report: May 25 22:29:56.404301 dv-cinder-843305-1-smb neutron-server[83204]: pushed versions: May 25 22:29:56.404301 dv-cinder-843305-1-smb neutron-server[83204]: { 'ConntrackHelper': {'1.0'}, May 25 22:29:56.404301 dv-cinder-843305-1-smb neutron-server[83204]: 'Log': {'1.0'}, May 25 22:29:56.404301 dv-cinder-843305-1-smb neutron-server[83204]: 'Network': {'1.1'}, May 25 22:29:56.404301 dv-cinder-843305-1-smb neutron-server[83204]: 'Port': {'1.5'}, May 25 22:29:56.404301 dv-cinder-843305-1-smb neutron-server[83204]: 'PortForwarding': {'1.2'}, May 25 22:29:56.404301 dv-cinder-843305-1-smb neutron-server[83204]: 'QosPolicy': {'1.8'}, May 25 22:29:56.404301 dv-cinder-843305-1-smb neutron-server[83204]: 'SecurityGroup': {'1.2'}, May 25 22:29:56.404301 dv-cinder-843305-1-smb neutron-server[83204]: 'SecurityGroupRule': {'1.0'}, May 25 22:29:56.404301 dv-cinder-843305-1-smb neutron-server[83204]: 'SubPort': {'1.0'}, May 25 22:29:56.404301 dv-cinder-843305-1-smb neutron-server[83204]: 'Subnet': {'1.1'}, May 25 22:29:56.404301 dv-cinder-843305-1-smb neutron-server[83204]: 'Trunk': {'1.1'}} May 25 22:29:56.404301 dv-cinder-843305-1-smb neutron-server[83204]: consumer versions: May 25 22:29:56.404301 dv-cinder-843305-1-smb neutron-server[83204]: { DHCP agent@dv-cinder-843305-1-smb: {}, May 25 22:29:56.404301 dv-cinder-843305-1-smb neutron-server[83204]: L3 agent@dv-cinder-843305-1-smb: {}, May 25 22:29:56.404301 dv-cinder-843305-1-smb neutron-server[83204]: Metadata agent@dv-cinder-843305-1-smb: {}, May 25 22:29:56.404301 dv-cinder-843305-1-smb neutron-server[83204]: Metering agent@dv-cinder-843305-1-smb: {}, May 25 22:29:56.404301 dv-cinder-843305-1-smb neutron-server[83204]: Open vSwitch agent@dv-cinder-843305-1-smb: { 'ConntrackHelper': '1.0', May 25 22:29:56.404301 dv-cinder-843305-1-smb neutron-server[83204]: 'Log': '1.0', May 25 22:29:56.404301 dv-cinder-843305-1-smb neutron-server[83204]: 'Network': '1.1', May 25 22:29:56.404301 dv-cinder-843305-1-smb neutron-server[83204]: 'Port': '1.5', May 25 22:29:56.404301 dv-cinder-843305-1-smb neutron-server[83204]: 'PortForwarding': '1.2', May 25 22:29:56.404301 dv-cinder-843305-1-smb neutron-server[83204]: 'QosPolicy': '1.8', May 25 22:29:56.404301 dv-cinder-843305-1-smb neutron-server[83204]: 'SecurityGroup': '1.2', May 25 22:29:56.404301 dv-cinder-843305-1-smb neutron-server[83204]: 'SecurityGroupRule': '1.0', May 25 22:29:56.404301 dv-cinder-843305-1-smb neutron-server[83204]: 'SubPort': '1.0', May 25 22:29:56.404301 dv-cinder-843305-1-smb neutron-server[83204]: 'Subnet': '1.1', May 25 22:29:56.404301 dv-cinder-843305-1-smb neutron-server[83204]: 'Trunk': '1.1'}} May 25 22:29:56.404301 dv-cinder-843305-1-smb neutron-server[83204]: {{(pid=83204) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 22:29:56.445624 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728909907725'] for network, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:29:56.487403 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865'] for network, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:29:56.488646 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:29:56.489278 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for network, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:29:56.595843 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] Pushing event updated for resources: {'Network': ['ID=693239cd-76d5-4f56-9150-bbf6e3651007,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:29:56.600852 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-7b7e4921-33c9-4c1c-a0aa-bce897d53e6f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3740857 May 25 22:29:56.607428 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Network 693239cd-76d5-4f56-9150-bbf6e3651007 details requested by agent ovs-agent-dv-cinder-843305-1-smb with host dv-cinder-843305-1-smb {{(pid=83205) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:29:59.155228 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 36570) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:29:59.619322 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6648e8e-dc12-4f6b-a0f8-8208aae2bf9b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:29:59.620622 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-a6648e8e-dc12-4f6b-a0f8-8208aae2bf9b admin admin] 10.222.0.59 "GET /v2.0/networks/693239cd-76d5-4f56-9150-bbf6e3651007 HTTP/1.1" status: 200 len: 825 time: 0.4644423 May 25 22:29:59.651388 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-821b49cd-7491-4c63-9b4c-e89125667bf1 admin admin] 10.222.0.59 "GET /v2.0/subnetpools/6a4e1127-cec8-4446-8788-7f9dd1acf861 HTTP/1.1" status: 200 len: 734 time: 0.0255835 May 25 22:29:59.659310 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-8622f909-c51a-4734-a0ff-02d9acd4d188 admin admin] Request body: {'subnet': {'subnetpool_id': '6a4e1127-cec8-4446-8788-7f9dd1acf861', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '9e5c88d1afb64c0db875eacc4e422e2c', 'gateway_ip': '172.20.0.1', 'network_id': '693239cd-76d5-4f56-9150-bbf6e3651007'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:29:59.663597 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-8622f909-c51a-4734-a0ff-02d9acd4d188 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:29:59.667277 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-8622f909-c51a-4734-a0ff-02d9acd4d188 admin admin] Usage tracker for resource:subnet and tenant:9e5c88d1afb64c0db875eacc4e422e2c is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:29:59.670412 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-8622f909-c51a-4734-a0ff-02d9acd4d188 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:29:59.675891 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-8622f909-c51a-4734-a0ff-02d9acd4d188 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:29:59.684910 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8622f909-c51a-4734-a0ff-02d9acd4d188 admin admin] Made reservation on behalf of 9e5c88d1afb64c0db875eacc4e422e2c for: {'subnet': 1} {{(pid=83204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:29:59.687213 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-8622f909-c51a-4734-a0ff-02d9acd4d188 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:29:59.958420 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-8622f909-c51a-4734-a0ff-02d9acd4d188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865'] for subnet, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:00.036585 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622f909-c51a-4734-a0ff-02d9acd4d188 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d3c004e-2aef-4d67-bc8e-1b8a01b6cca5,revision_number=0']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:30:00.046236 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8622f909-c51a-4734-a0ff-02d9acd4d188 admin admin] Checking segment: {'id': '4a3ba121-1097-4785-8dad-812d99ab1a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '693239cd-76d5-4f56-9150-bbf6e3651007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:30:00.046707 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8622f909-c51a-4734-a0ff-02d9acd4d188 admin admin] Network hostable DHCP agents. Network: 693239cd-76d5-4f56-9150-bbf6e3651007, hostable agents: ['894d5615-95da-45d6-9a18-7bf04c47b636'], hosted agents: [] {{(pid=83204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:30:00.072705 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8622f909-c51a-4734-a0ff-02d9acd4d188 admin admin] Network 693239cd-76d5-4f56-9150-bbf6e3651007 is scheduled to be hosted by DHCP agent 894d5615-95da-45d6-9a18-7bf04c47b636 with binding_index 1 {{(pid=83204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:30:00.082094 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [None req-8622f909-c51a-4734-a0ff-02d9acd4d188 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-smb, 693239cd-76d5-4f56-9150-bbf6e3651007) {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:30:00.086523 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8622f909-c51a-4734-a0ff-02d9acd4d188 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:30:00.087094 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-8622f909-c51a-4734-a0ff-02d9acd4d188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for subnet, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:00.091881 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8668d0-ba47-42f4-ab57-2edd0617b1bb None None] Network 693239cd-76d5-4f56-9150-bbf6e3651007 requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:30:00.105925 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-8622f909-c51a-4734-a0ff-02d9acd4d188 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4497552 May 25 22:30:00.396413 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed14cf5-3ca5-548c-8e99-fd567da135a2-693239cd-76d5-4f56-9150-bbf6e3651007', 'network_id': '693239cd-76d5-4f56-9150-bbf6e3651007', 'tenant_id': '9e5c88d1afb64c0db875eacc4e422e2c', 'fixed_ips': [{'subnet_id': '0d3c004e-2aef-4d67-bc8e-1b8a01b6cca5'}]}} from dv-cinder-843305-1-smb. {{(pid=83205) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:30:00.397583 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:00.582898 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.db_base_plugin_common [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Allocated IP 172.20.0.2 (693239cd-76d5-4f56-9150-bbf6e3651007/0d3c004e-2aef-4d67-bc8e-1b8a01b6cca5/7d76e599-7b0a-446c-807e-534937c75fa0) {{(pid=83205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:30:00.806373 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Notify callbacks [] for port, precommit_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:00.819350 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Transition to ACTIVE for port object 7d76e599-7b0a-446c-807e-534937c75fa0 will not be triggered until provisioned by entity L2. {{(pid=83205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:30:00.841554 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Transition to ACTIVE for port object 7d76e599-7b0a-446c-807e-534937c75fa0 will not be triggered until provisioned by entity DHCP. {{(pid=83205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:30:00.848207 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443'] for port, after_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:00.915878 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Network 693239cd-76d5-4f56-9150-bbf6e3651007 is already hosted by enough agents. {{(pid=83205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:30:00.919598 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.scheduler.base_scheduler [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Resources bound (agent type, host, resource id): {{(pid=83205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:30:00.924208 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Received port after_create {{(pid=83205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:30:00.925211 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Pushing event updated for resources: {'Port': ['ID=7d76e599-7b0a-446c-807e-534937c75fa0,revision_number=1']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:30:00.961008 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:30:00.961330 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:30:00.961671 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:30:00.962003 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:30:00.962362 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:30:00.962696 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:30:00.963023 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:30:00.963349 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:30:00.963673 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:30:00.963995 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:30:00.964317 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:30:00.965396 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Tracked resource versions report: May 25 22:30:00.965396 dv-cinder-843305-1-smb neutron-server[83205]: pushed versions: May 25 22:30:00.965396 dv-cinder-843305-1-smb neutron-server[83205]: { 'ConntrackHelper': {'1.0'}, May 25 22:30:00.965396 dv-cinder-843305-1-smb neutron-server[83205]: 'Log': {'1.0'}, May 25 22:30:00.965396 dv-cinder-843305-1-smb neutron-server[83205]: 'Network': {'1.1'}, May 25 22:30:00.965396 dv-cinder-843305-1-smb neutron-server[83205]: 'Port': {'1.5'}, May 25 22:30:00.965396 dv-cinder-843305-1-smb neutron-server[83205]: 'PortForwarding': {'1.2'}, May 25 22:30:00.965396 dv-cinder-843305-1-smb neutron-server[83205]: 'QosPolicy': {'1.8'}, May 25 22:30:00.965396 dv-cinder-843305-1-smb neutron-server[83205]: 'SecurityGroup': {'1.2'}, May 25 22:30:00.965396 dv-cinder-843305-1-smb neutron-server[83205]: 'SecurityGroupRule': {'1.0'}, May 25 22:30:00.965396 dv-cinder-843305-1-smb neutron-server[83205]: 'SubPort': {'1.0'}, May 25 22:30:00.965396 dv-cinder-843305-1-smb neutron-server[83205]: 'Subnet': {'1.1'}, May 25 22:30:00.965396 dv-cinder-843305-1-smb neutron-server[83205]: 'Trunk': {'1.1'}} May 25 22:30:00.965396 dv-cinder-843305-1-smb neutron-server[83205]: consumer versions: May 25 22:30:00.965396 dv-cinder-843305-1-smb neutron-server[83205]: { DHCP agent@dv-cinder-843305-1-smb: {}, May 25 22:30:00.965396 dv-cinder-843305-1-smb neutron-server[83205]: L3 agent@dv-cinder-843305-1-smb: {}, May 25 22:30:00.965396 dv-cinder-843305-1-smb neutron-server[83205]: Metadata agent@dv-cinder-843305-1-smb: {}, May 25 22:30:00.965396 dv-cinder-843305-1-smb neutron-server[83205]: Metering agent@dv-cinder-843305-1-smb: {}, May 25 22:30:00.965396 dv-cinder-843305-1-smb neutron-server[83205]: Open vSwitch agent@dv-cinder-843305-1-smb: { 'ConntrackHelper': '1.0', May 25 22:30:00.965396 dv-cinder-843305-1-smb neutron-server[83205]: 'Log': '1.0', May 25 22:30:00.965396 dv-cinder-843305-1-smb neutron-server[83205]: 'Network': '1.1', May 25 22:30:00.965396 dv-cinder-843305-1-smb neutron-server[83205]: 'Port': '1.5', May 25 22:30:00.965396 dv-cinder-843305-1-smb neutron-server[83205]: 'PortForwarding': '1.2', May 25 22:30:00.965396 dv-cinder-843305-1-smb neutron-server[83205]: 'QosPolicy': '1.8', May 25 22:30:00.965396 dv-cinder-843305-1-smb neutron-server[83205]: 'SecurityGroup': '1.2', May 25 22:30:00.965396 dv-cinder-843305-1-smb neutron-server[83205]: 'SecurityGroupRule': '1.0', May 25 22:30:00.965396 dv-cinder-843305-1-smb neutron-server[83205]: 'SubPort': '1.0', May 25 22:30:00.965396 dv-cinder-843305-1-smb neutron-server[83205]: 'Subnet': '1.1', May 25 22:30:00.965396 dv-cinder-843305-1-smb neutron-server[83205]: 'Trunk': '1.1'}} May 25 22:30:00.965396 dv-cinder-843305-1-smb neutron-server[83205]: {{(pid=83205) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 22:30:01.027364 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Attempting to bind port 7d76e599-7b0a-446c-807e-534937c75fa0 on host dv-cinder-843305-1-smb for vnic_type normal with profile {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:30:01.027765 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Attempting to bind port 7d76e599-7b0a-446c-807e-534937c75fa0 by drivers openvswitch,hyperv on host dv-cinder-843305-1-smb at level 0 using segments [{'id': '4a3ba121-1097-4785-8dad-812d99ab1a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '693239cd-76d5-4f56-9150-bbf6e3651007'}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:30:01.028191 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Attempting to bind port 7d76e599-7b0a-446c-807e-534937c75fa0 on network 693239cd-76d5-4f56-9150-bbf6e3651007 {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:30:01.034516 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Checking agent: {'id': '7ae609c1-c95f-406f-b830-1d01d4388ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 29, 46), 'started_at': datetime.datetime(2022, 5, 25, 22, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:30:01.034919 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Checking segment: {'id': '4a3ba121-1097-4785-8dad-812d99ab1a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '693239cd-76d5-4f56-9150-bbf6e3651007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:30:01.035380 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:01.035765 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Bound using segment: {'id': '4a3ba121-1097-4785-8dad-812d99ab1a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '693239cd-76d5-4f56-9150-bbf6e3651007'} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:30:01.036303 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Bound port: 7d76e599-7b0a-446c-807e-534937c75fa0, host: dv-cinder-843305-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3ba121-1097-4785-8dad-812d99ab1a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '693239cd-76d5-4f56-9150-bbf6e3651007'}}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:30:01.037292 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:01.121395 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] For port 7d76e599-7b0a-446c-807e-534937c75fa0, host dv-cinder-843305-1-smb, cleared binding levels {{(pid=83205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:30:01.125334 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] For port 7d76e599-7b0a-446c-807e-534937c75fa0, host dv-cinder-843305-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=7d76e599-7b0a-446c-807e-534937c75fa0,segment=NetworkSegment(4a3ba121-1097-4785-8dad-812d99ab1a2d),segment_id=4a3ba121-1097-4785-8dad-812d99ab1a2d)] {{(pid=83205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:30:01.129319 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:01.232222 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68232bb3-f311-43da-a1cc-4271e9cc47fd None None] Pushing event updated for resources: {'Port': ['ID=7d76e599-7b0a-446c-807e-534937c75fa0,revision_number=2']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:30:02.377673 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 36580) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:30:02.770293 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [None req-6e2d617f-06f0-4bfd-8938-98f6c9692349 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:30:02.771805 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-6e2d617f-06f0-4bfd-8938-98f6c9692349 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3926501 May 25 22:30:04.600899 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 7d76e599-7b0a-446c-807e-534937c75fa0 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:30:04.674297 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning for port 7d76e599-7b0a-446c-807e-534937c75fa0 completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:30:04.834712 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6a6b49-f48a-4dc3-8622-b0b24a22a106 None None] Network 693239cd-76d5-4f56-9150-bbf6e3651007 requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:30:04.921875 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-25946b03-ccac-4a28-8162-a942474bb3ff None None] Provisioning for port 7d76e599-7b0a-446c-807e-534937c75fa0 completed by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:30:04.928637 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-25946b03-ccac-4a28-8162-a942474bb3ff None None] Provisioning complete for port 7d76e599-7b0a-446c-807e-534937c75fa0 triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:30:04.929018 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-25946b03-ccac-4a28-8162-a942474bb3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:05.008009 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 36594) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:30:05.116755 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-25946b03-ccac-4a28-8162-a942474bb3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:05.189960 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-25946b03-ccac-4a28-8162-a942474bb3ff None None] For port 7d76e599-7b0a-446c-807e-534937c75fa0, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=7d76e599-7b0a-446c-807e-534937c75fa0,segment=NetworkSegment(4a3ba121-1097-4785-8dad-812d99ab1a2d),segment_id=4a3ba121-1097-4785-8dad-812d99ab1a2d)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:30:05.195521 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-25946b03-ccac-4a28-8162-a942474bb3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:05.271989 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25946b03-ccac-4a28-8162-a942474bb3ff None None] Pushing event updated for resources: {'Port': ['ID=7d76e599-7b0a-446c-807e-534937c75fa0,revision_number=3']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:30:05.485547 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [None req-a3e644e1-16b7-4dea-ab76-d24c17d002de admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83203) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:30:05.486538 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-a3e644e1-16b7-4dea-ab76-d24c17d002de admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4775662 May 25 22:30:05.519695 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-45f149a8-cc74-4e4d-a02b-28d27d4f8f0b None None] Provisioning complete for port 7d76e599-7b0a-446c-807e-534937c75fa0 triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:30:05.520062 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-45f149a8-cc74-4e4d-a02b-28d27d4f8f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:06.578400 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 7d76e599-7b0a-446c-807e-534937c75fa0 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:30:06.649460 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 7d76e599-7b0a-446c-807e-534937c75fa0 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:30:06.649822 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:07.995931 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 36606) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:30:08.361312 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-031854fa-c4ee-4a42-a244-0386c622dfc2 admin admin] Request body: {'router': {'tenant_id': '9e5c88d1afb64c0db875eacc4e422e2c', 'admin_state_up': True, 'name': 'router1'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:30:08.366318 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-031854fa-c4ee-4a42-a244-0386c622dfc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:30:08.370001 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-031854fa-c4ee-4a42-a244-0386c622dfc2 admin admin] Usage tracker for resource:router and tenant:9e5c88d1afb64c0db875eacc4e422e2c is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:30:08.373157 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-031854fa-c4ee-4a42-a244-0386c622dfc2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:30:08.378704 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-031854fa-c4ee-4a42-a244-0386c622dfc2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:30:08.388464 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-031854fa-c4ee-4a42-a244-0386c622dfc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-995827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4951'] for router, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:08.389886 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-031854fa-c4ee-4a42-a244-0386c622dfc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-995728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4956'] for router, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:08.414097 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-031854fa-c4ee-4a42-a244-0386c622dfc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:08.529274 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-031854fa-c4ee-4a42-a244-0386c622dfc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1035264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997785'] for router, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:08.547626 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-031854fa-c4ee-4a42-a244-0386c622dfc2 admin admin] Notify callbacks [] for router, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:08.548958 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-031854fa-c4ee-4a42-a244-0386c622dfc2 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5520403 May 25 22:30:10.777571 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 36616) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:30:11.154506 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [None req-11a2774e-8160-474d-9867-3521d94297d7 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:30:11.155462 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-11a2774e-8160-474d-9867-3521d94297d7 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3770361 May 25 22:30:12.569354 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1b9304a0-b268-422a-a037-bf7fafe4ac4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:13.385113 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 36626) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:30:13.763996 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-0964501b-ccb3-4c6d-ad57-4d113535c4a3 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:30:13.768777 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-0964501b-ccb3-4c6d-ad57-4d113535c4a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:30:13.772676 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-0964501b-ccb3-4c6d-ad57-4d113535c4a3 admin admin] Usage tracker for resource:network and tenant:3621f1e1ee8e44a7a22bf116ae6d4825 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:30:13.775601 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-0964501b-ccb3-4c6d-ad57-4d113535c4a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:30:13.781211 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-0964501b-ccb3-4c6d-ad57-4d113535c4a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:30:13.790959 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0964501b-ccb3-4c6d-ad57-4d113535c4a3 admin admin] Made reservation on behalf of 3621f1e1ee8e44a7a22bf116ae6d4825 for: {'network': 1} {{(pid=83204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:30:13.793092 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0964501b-ccb3-4c6d-ad57-4d113535c4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for network, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:13.805202 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0964501b-ccb3-4c6d-ad57-4d113535c4a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:13.835301 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-0964501b-ccb3-4c6d-ad57-4d113535c4a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:30:13.839040 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-0964501b-ccb3-4c6d-ad57-4d113535c4a3 admin admin] Usage tracker for resource:security_group_rule and tenant:3621f1e1ee8e44a7a22bf116ae6d4825 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:30:13.841695 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-0964501b-ccb3-4c6d-ad57-4d113535c4a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:30:13.847601 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-0964501b-ccb3-4c6d-ad57-4d113535c4a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:30:13.910801 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0964501b-ccb3-4c6d-ad57-4d113535c4a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:13.914791 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0964501b-ccb3-4c6d-ad57-4d113535c4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:13.931165 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0964501b-ccb3-4c6d-ad57-4d113535c4a3 admin admin] Reserving flat network on physical network physnet1 {{(pid=83204) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 25 22:30:13.951696 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0964501b-ccb3-4c6d-ad57-4d113535c4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:13.952038 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.db.segments_db [None req-0964501b-ccb3-4c6d-ad57-4d113535c4a3 admin admin] Added segment 3342e0e4-498a-46e7-9232-6274ffc1b494 of type flat for network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 May 25 22:30:13.959949 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964501b-ccb3-4c6d-ad57-4d113535c4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b5c70c-a4c8-46bd-b996-cf8fb1f73208,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:30:13.992250 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0964501b-ccb3-4c6d-ad57-4d113535c4a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728909907725'] for network, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:14.025473 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0964501b-ccb3-4c6d-ad57-4d113535c4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865'] for network, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:14.026204 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0964501b-ccb3-4c6d-ad57-4d113535c4a3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:30:14.026796 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0964501b-ccb3-4c6d-ad57-4d113535c4a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for network, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:14.126821 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964501b-ccb3-4c6d-ad57-4d113535c4a3 admin admin] Pushing event updated for resources: {'Network': ['ID=77f19dc1-c50e-4f02-8833-0fbdbbec8517,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:30:14.130659 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-0964501b-ccb3-4c6d-ad57-4d113535c4a3 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7445512 May 25 22:30:14.136324 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 details requested by agent ovs-agent-dv-cinder-843305-1-smb with host dv-cinder-843305-1-smb {{(pid=83205) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:30:14.731787 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-5431c2c2-7ffc-4908-8ede-2035fb71a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:15.903835 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:16.329694 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 36636) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:30:16.337932 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:16.778724 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15a5795-2e65-42fa-a120-f2d88fa4ba71 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:30:16.780063 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-b15a5795-2e65-42fa-a120-f2d88fa4ba71 admin admin] 10.222.0.59 "GET /v2.0/subnets/0d3c004e-2aef-4d67-bc8e-1b8a01b6cca5 HTTP/1.1" status: 200 len: 849 time: 0.4493914 May 25 22:30:16.921970 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-f299349b-33e6-4afb-820b-2f33c6f180e4 admin admin] 10.222.0.59 "GET /v2.0/routers/0f82be37-bb3e-4cb8-8bc4-468e40553441 HTTP/1.1" status: 200 len: 704 time: 0.1368351 May 25 22:30:17.373078 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0a2c8177-441e-4487-9bc1-5dae3acf4dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:17.409664 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:17.601100 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.db_base_plugin_common [None req-0a2c8177-441e-4487-9bc1-5dae3acf4dc5 admin admin] Allocated IP 172.20.0.1 (693239cd-76d5-4f56-9150-bbf6e3651007/0d3c004e-2aef-4d67-bc8e-1b8a01b6cca5/86e18aaf-7f99-425c-bff2-768dda7e9f2d) {{(pid=83204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:30:17.783235 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0a2c8177-441e-4487-9bc1-5dae3acf4dc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:17.799575 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.provisioning_blocks [None req-0a2c8177-441e-4487-9bc1-5dae3acf4dc5 admin admin] Transition to ACTIVE for port object 86e18aaf-7f99-425c-bff2-768dda7e9f2d will not be triggered until provisioned by entity DHCP. {{(pid=83204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:30:17.847935 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0a2c8177-441e-4487-9bc1-5dae3acf4dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443'] for port, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:17.914088 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2c8177-441e-4487-9bc1-5dae3acf4dc5 admin admin] Network 693239cd-76d5-4f56-9150-bbf6e3651007 is already hosted by enough agents. {{(pid=83204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:30:17.916803 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [None req-0a2c8177-441e-4487-9bc1-5dae3acf4dc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:30:17.921120 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2c8177-441e-4487-9bc1-5dae3acf4dc5 admin admin] Received port after_create {{(pid=83204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:30:17.922159 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0a2c8177-441e-4487-9bc1-5dae3acf4dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999011'] for router_interface, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:17.924664 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c8177-441e-4487-9bc1-5dae3acf4dc5 admin admin] Pushing event updated for resources: {'Port': ['ID=86e18aaf-7f99-425c-bff2-768dda7e9f2d,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:30:18.043027 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0a2c8177-441e-4487-9bc1-5dae3acf4dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:18.117783 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-8ae06831-acf9-4dfb-841b-4c223300328c None None] Provisioning for port 86e18aaf-7f99-425c-bff2-768dda7e9f2d completed by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:30:18.122526 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-8ae06831-acf9-4dfb-841b-4c223300328c None None] Provisioning complete for port 86e18aaf-7f99-425c-bff2-768dda7e9f2d triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:30:18.122898 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-8ae06831-acf9-4dfb-841b-4c223300328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:18.173368 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-8ae06831-acf9-4dfb-841b-4c223300328c None None] Port 86e18aaf-7f99-425c-bff2-768dda7e9f2d cannot update to ACTIVE because it is not bound. {{(pid=83205) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:30:18.266020 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0a2c8177-441e-4487-9bc1-5dae3acf4dc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:18.270384 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0a2c8177-441e-4487-9bc1-5dae3acf4dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:18.271141 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0a2c8177-441e-4487-9bc1-5dae3acf4dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4094761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-999118'] for router_interface, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:18.397207 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c8177-441e-4487-9bc1-5dae3acf4dc5 admin admin] Pushing event updated for resources: {'Port': ['ID=86e18aaf-7f99-425c-bff2-768dda7e9f2d,revision_number=2']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:30:18.460262 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2c8177-441e-4487-9bc1-5dae3acf4dc5 admin admin] Network 693239cd-76d5-4f56-9150-bbf6e3651007 is already hosted by enough agents. {{(pid=83204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:30:18.461213 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [None req-0a2c8177-441e-4487-9bc1-5dae3acf4dc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:30:18.695302 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-a814f924-7053-4b4e-86f8-3121eb0c0723 None None] Provisioning complete for port 86e18aaf-7f99-425c-bff2-768dda7e9f2d triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:30:18.695890 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-a814f924-7053-4b4e-86f8-3121eb0c0723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:18.748721 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-a814f924-7053-4b4e-86f8-3121eb0c0723 None None] Port 86e18aaf-7f99-425c-bff2-768dda7e9f2d cannot update to ACTIVE because it is not bound. {{(pid=83205) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:30:18.805581 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2c8177-441e-4487-9bc1-5dae3acf4dc5 admin admin] Router 0f82be37-bb3e-4cb8-8bc4-468e40553441 is scheduled to L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 with binding_index 1 {{(pid=83204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:30:18.968854 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2c8177-441e-4487-9bc1-5dae3acf4dc5 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:30:18.978322 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-0a2c8177-441e-4487-9bc1-5dae3acf4dc5 admin admin] 10.222.0.59 "PUT /v2.0/routers/0f82be37-bb3e-4cb8-8bc4-468e40553441/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0516582 May 25 22:30:18.979438 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f616a57-0952-4f89-a093-ab77209f4eb0 None None] Sync routers for ids ['0f82be37-bb3e-4cb8-8bc4-468e40553441'] in dv-cinder-843305-1-smb {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:30:18.994460 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f616a57-0952-4f89-a093-ab77209f4eb0 None None] Routers {'0f82be37-bb3e-4cb8-8bc4-468e40553441'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:30:18.995308 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-2f616a57-0952-4f89-a093-ab77209f4eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:30:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['0f82be37-bb3e-4cb8-8bc4-468e40553441'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:30:19.165387 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-2f616a57-0952-4f89-a093-ab77209f4eb0 None None] Set router 0f82be37-bb3e-4cb8-8bc4-468e40553441 gateway port host: None {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:30:19.532151 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-2f616a57-0952-4f89-a093-ab77209f4eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f82be37-bb3e-4cb8-8bc4-468e40553441', 'name': 'router1', 'tenant_id': '9e5c88d1afb64c0db875eacc4e422e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:30:08Z', 'updated_at': '2022-05-25T22:30:17Z', 'revision_number': 2, 'project_id': '9e5c88d1afb64c0db875eacc4e422e2c', 'gw_port_host': None, '_interfaces': [{'id': '86e18aaf-7f99-425c-bff2-768dda7e9f2d', 'name': '', 'network_id': '693239cd-76d5-4f56-9150-bbf6e3651007', 'tenant_id': '9e5c88d1afb64c0db875eacc4e422e2c', 'mac_address': 'fa:16:3e:41:2b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f82be37-bb3e-4cb8-8bc4-468e40553441', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d3c004e-2aef-4d67-bc8e-1b8a01b6cca5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:30:17Z', 'updated_at': '2022-05-25T22:30:18Z', 'revision_number': 2, 'project_id': '9e5c88d1afb64c0db875eacc4e422e2c', 'subnets': [{'id': '0d3c004e-2aef-4d67-bc8e-1b8a01b6cca5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a4e1127-cec8-4446-8788-7f9dd1acf861'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:30:19.536940 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f616a57-0952-4f89-a093-ab77209f4eb0 None None] Checking router: 0f82be37-bb3e-4cb8-8bc4-468e40553441 for host: dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:30:19.537324 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f616a57-0952-4f89-a093-ab77209f4eb0 None None] Updating router 0f82be37-bb3e-4cb8-8bc4-468e40553441 port 86e18aaf-7f99-425c-bff2-768dda7e9f2d binding host dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:30:19.590701 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-2f616a57-0952-4f89-a093-ab77209f4eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:19.957911 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-2f616a57-0952-4f89-a093-ab77209f4eb0 None None] Notify callbacks [] for port, precommit_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:19.972529 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.provisioning_blocks [None req-2f616a57-0952-4f89-a093-ab77209f4eb0 None None] Transition to ACTIVE for port object 86e18aaf-7f99-425c-bff2-768dda7e9f2d will not be triggered until provisioned by entity L2. {{(pid=83206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:30:19.979594 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-2f616a57-0952-4f89-a093-ab77209f4eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:20.174410 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06319f-2790-4fa4-9614-337a86f12ae7 None None] Pushing event updated for resources: {'Port': ['ID=86e18aaf-7f99-425c-bff2-768dda7e9f2d,revision_number=3']} {{(pid=83206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:30:20.222919 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db06319f-2790-4fa4-9614-337a86f12ae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:30:20.223267 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db06319f-2790-4fa4-9614-337a86f12ae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:30:20.223604 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db06319f-2790-4fa4-9614-337a86f12ae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:30:20.224728 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db06319f-2790-4fa4-9614-337a86f12ae7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:30:20.225061 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db06319f-2790-4fa4-9614-337a86f12ae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:30:20.225388 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db06319f-2790-4fa4-9614-337a86f12ae7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:30:20.225713 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db06319f-2790-4fa4-9614-337a86f12ae7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:30:20.226035 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db06319f-2790-4fa4-9614-337a86f12ae7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:30:20.226379 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db06319f-2790-4fa4-9614-337a86f12ae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:30:20.226702 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db06319f-2790-4fa4-9614-337a86f12ae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:30:20.227018 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db06319f-2790-4fa4-9614-337a86f12ae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:30:20.228083 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db06319f-2790-4fa4-9614-337a86f12ae7 None None] Tracked resource versions report: May 25 22:30:20.228083 dv-cinder-843305-1-smb neutron-server[83206]: pushed versions: May 25 22:30:20.228083 dv-cinder-843305-1-smb neutron-server[83206]: { 'ConntrackHelper': {'1.0'}, May 25 22:30:20.228083 dv-cinder-843305-1-smb neutron-server[83206]: 'Log': {'1.0'}, May 25 22:30:20.228083 dv-cinder-843305-1-smb neutron-server[83206]: 'Network': {'1.1'}, May 25 22:30:20.228083 dv-cinder-843305-1-smb neutron-server[83206]: 'Port': {'1.5'}, May 25 22:30:20.228083 dv-cinder-843305-1-smb neutron-server[83206]: 'PortForwarding': {'1.2'}, May 25 22:30:20.228083 dv-cinder-843305-1-smb neutron-server[83206]: 'QosPolicy': {'1.8'}, May 25 22:30:20.228083 dv-cinder-843305-1-smb neutron-server[83206]: 'SecurityGroup': {'1.2'}, May 25 22:30:20.228083 dv-cinder-843305-1-smb neutron-server[83206]: 'SecurityGroupRule': {'1.0'}, May 25 22:30:20.228083 dv-cinder-843305-1-smb neutron-server[83206]: 'SubPort': {'1.0'}, May 25 22:30:20.228083 dv-cinder-843305-1-smb neutron-server[83206]: 'Subnet': {'1.1'}, May 25 22:30:20.228083 dv-cinder-843305-1-smb neutron-server[83206]: 'Trunk': {'1.1'}} May 25 22:30:20.228083 dv-cinder-843305-1-smb neutron-server[83206]: consumer versions: May 25 22:30:20.228083 dv-cinder-843305-1-smb neutron-server[83206]: { DHCP agent@dv-cinder-843305-1-smb: {}, May 25 22:30:20.228083 dv-cinder-843305-1-smb neutron-server[83206]: L3 agent@dv-cinder-843305-1-smb: {}, May 25 22:30:20.228083 dv-cinder-843305-1-smb neutron-server[83206]: Metadata agent@dv-cinder-843305-1-smb: {}, May 25 22:30:20.228083 dv-cinder-843305-1-smb neutron-server[83206]: Metering agent@dv-cinder-843305-1-smb: {}, May 25 22:30:20.228083 dv-cinder-843305-1-smb neutron-server[83206]: Open vSwitch agent@dv-cinder-843305-1-smb: { 'ConntrackHelper': '1.0', May 25 22:30:20.228083 dv-cinder-843305-1-smb neutron-server[83206]: 'Log': '1.0', May 25 22:30:20.228083 dv-cinder-843305-1-smb neutron-server[83206]: 'Network': '1.1', May 25 22:30:20.228083 dv-cinder-843305-1-smb neutron-server[83206]: 'Port': '1.5', May 25 22:30:20.228083 dv-cinder-843305-1-smb neutron-server[83206]: 'PortForwarding': '1.2', May 25 22:30:20.228083 dv-cinder-843305-1-smb neutron-server[83206]: 'QosPolicy': '1.8', May 25 22:30:20.228083 dv-cinder-843305-1-smb neutron-server[83206]: 'SecurityGroup': '1.2', May 25 22:30:20.228083 dv-cinder-843305-1-smb neutron-server[83206]: 'SecurityGroupRule': '1.0', May 25 22:30:20.228083 dv-cinder-843305-1-smb neutron-server[83206]: 'SubPort': '1.0', May 25 22:30:20.228083 dv-cinder-843305-1-smb neutron-server[83206]: 'Subnet': '1.1', May 25 22:30:20.228083 dv-cinder-843305-1-smb neutron-server[83206]: 'Trunk': '1.1'}} May 25 22:30:20.228083 dv-cinder-843305-1-smb neutron-server[83206]: {{(pid=83206) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 22:30:20.239151 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.managers [None req-2f616a57-0952-4f89-a093-ab77209f4eb0 None None] Attempting to bind port 86e18aaf-7f99-425c-bff2-768dda7e9f2d on host dv-cinder-843305-1-smb for vnic_type normal with profile {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:30:20.239579 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.managers [None req-2f616a57-0952-4f89-a093-ab77209f4eb0 None None] Attempting to bind port 86e18aaf-7f99-425c-bff2-768dda7e9f2d by drivers openvswitch,hyperv on host dv-cinder-843305-1-smb at level 0 using segments [{'id': '4a3ba121-1097-4785-8dad-812d99ab1a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '693239cd-76d5-4f56-9150-bbf6e3651007'}] {{(pid=83206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:30:20.240004 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f616a57-0952-4f89-a093-ab77209f4eb0 None None] Attempting to bind port 86e18aaf-7f99-425c-bff2-768dda7e9f2d on network 693239cd-76d5-4f56-9150-bbf6e3651007 {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:30:20.246103 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f616a57-0952-4f89-a093-ab77209f4eb0 None None] Checking agent: {'id': '7ae609c1-c95f-406f-b830-1d01d4388ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 29, 46), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:30:20.246542 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f616a57-0952-4f89-a093-ab77209f4eb0 None None] Checking segment: {'id': '4a3ba121-1097-4785-8dad-812d99ab1a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '693239cd-76d5-4f56-9150-bbf6e3651007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:30:20.247006 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-2f616a57-0952-4f89-a093-ab77209f4eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:20.247385 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f616a57-0952-4f89-a093-ab77209f4eb0 None None] Bound using segment: {'id': '4a3ba121-1097-4785-8dad-812d99ab1a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '693239cd-76d5-4f56-9150-bbf6e3651007'} {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:30:20.247942 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.managers [None req-2f616a57-0952-4f89-a093-ab77209f4eb0 None None] Bound port: 86e18aaf-7f99-425c-bff2-768dda7e9f2d, host: dv-cinder-843305-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3ba121-1097-4785-8dad-812d99ab1a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '693239cd-76d5-4f56-9150-bbf6e3651007'}}] {{(pid=83206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:30:20.248326 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-2f616a57-0952-4f89-a093-ab77209f4eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:20.337181 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.db [None req-2f616a57-0952-4f89-a093-ab77209f4eb0 None None] For port 86e18aaf-7f99-425c-bff2-768dda7e9f2d, host dv-cinder-843305-1-smb, cleared binding levels {{(pid=83206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:30:20.341239 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.db [None req-2f616a57-0952-4f89-a093-ab77209f4eb0 None None] For port 86e18aaf-7f99-425c-bff2-768dda7e9f2d, host dv-cinder-843305-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=86e18aaf-7f99-425c-bff2-768dda7e9f2d,segment=NetworkSegment(4a3ba121-1097-4785-8dad-812d99ab1a2d),segment_id=4a3ba121-1097-4785-8dad-812d99ab1a2d)] {{(pid=83206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:30:20.345104 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-2f616a57-0952-4f89-a093-ab77209f4eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:20.430857 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06319f-2790-4fa4-9614-337a86f12ae7 None None] Pushing event updated for resources: {'Port': ['ID=86e18aaf-7f99-425c-bff2-768dda7e9f2d,revision_number=4']} {{(pid=83206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:30:20.437034 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f616a57-0952-4f89-a093-ab77209f4eb0 None None] Routers {'0f82be37-bb3e-4cb8-8bc4-468e40553441'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:30:20.437646 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-2f616a57-0952-4f89-a093-ab77209f4eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:30:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['0f82be37-bb3e-4cb8-8bc4-468e40553441'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:30:20.603212 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-2f616a57-0952-4f89-a093-ab77209f4eb0 None None] Set router 0f82be37-bb3e-4cb8-8bc4-468e40553441 gateway port host: None {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:30:20.923077 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-2f616a57-0952-4f89-a093-ab77209f4eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f82be37-bb3e-4cb8-8bc4-468e40553441', 'name': 'router1', 'tenant_id': '9e5c88d1afb64c0db875eacc4e422e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:30:08Z', 'updated_at': '2022-05-25T22:30:17Z', 'revision_number': 2, 'project_id': '9e5c88d1afb64c0db875eacc4e422e2c', 'gw_port_host': None, '_interfaces': [{'id': '86e18aaf-7f99-425c-bff2-768dda7e9f2d', 'name': '', 'network_id': '693239cd-76d5-4f56-9150-bbf6e3651007', 'tenant_id': '9e5c88d1afb64c0db875eacc4e422e2c', 'mac_address': 'fa:16:3e:41:2b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f82be37-bb3e-4cb8-8bc4-468e40553441', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d3c004e-2aef-4d67-bc8e-1b8a01b6cca5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:30:17Z', 'updated_at': '2022-05-25T22:30:20Z', 'revision_number': 4, 'project_id': '9e5c88d1afb64c0db875eacc4e422e2c', 'subnets': [{'id': '0d3c004e-2aef-4d67-bc8e-1b8a01b6cca5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a4e1127-cec8-4446-8788-7f9dd1acf861'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:30:20.926914 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f616a57-0952-4f89-a093-ab77209f4eb0 None None] The sync data for ids ['0f82be37-bb3e-4cb8-8bc4-468e40553441'] in dv-cinder-843305-1-smb is: [{'id': '0f82be37-bb3e-4cb8-8bc4-468e40553441', 'name': 'router1', 'tenant_id': '9e5c88d1afb64c0db875eacc4e422e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:30:08Z', 'updated_at': '2022-05-25T22:30:17Z', 'revision_number': 2, 'project_id': '9e5c88d1afb64c0db875eacc4e422e2c', 'gw_port_host': None, '_interfaces': [{'id': '86e18aaf-7f99-425c-bff2-768dda7e9f2d', 'name': '', 'network_id': '693239cd-76d5-4f56-9150-bbf6e3651007', 'tenant_id': '9e5c88d1afb64c0db875eacc4e422e2c', 'mac_address': 'fa:16:3e:41:2b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f82be37-bb3e-4cb8-8bc4-468e40553441', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d3c004e-2aef-4d67-bc8e-1b8a01b6cca5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:30:17Z', 'updated_at': '2022-05-25T22:30:20Z', 'revision_number': 4, 'project_id': '9e5c88d1afb64c0db875eacc4e422e2c', 'subnets': [{'id': '0d3c004e-2aef-4d67-bc8e-1b8a01b6cca5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a4e1127-cec8-4446-8788-7f9dd1acf861'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:30:21.076190 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 36658) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:30:21.254393 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4abfd7-7827-4ca4-8784-c149548cff40 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:30:21.254979 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-ac4abfd7-7827-4ca4-8784-c149548cff40 admin admin] Synchronizing usage tracker for tenant:3621f1e1ee8e44a7a22bf116ae6d4825 on resource:network {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:30:21.272202 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-ac4abfd7-7827-4ca4-8784-c149548cff40 admin admin] Unset dirty status for tenant:3621f1e1ee8e44a7a22bf116ae6d4825 on resource:network {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:30:21.277981 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-ac4abfd7-7827-4ca4-8784-c149548cff40 admin admin] 10.222.0.59 "GET /v2.0/networks/77f19dc1-c50e-4f02-8833-0fbdbbec8517 HTTP/1.1" status: 200 len: 842 time: 0.1962068 May 25 22:30:21.282400 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-23b5c531-7965-4e19-a58b-9ceca84a5f74 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.28.2.0/24', 'name': 'public-subnet', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'gateway_ip': '172.28.2.1', 'enable_dhcp': False}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:30:21.287985 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-23b5c531-7965-4e19-a58b-9ceca84a5f74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:30:21.291741 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-23b5c531-7965-4e19-a58b-9ceca84a5f74 admin admin] Usage tracker for resource:subnet and tenant:3621f1e1ee8e44a7a22bf116ae6d4825 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:30:21.294514 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-23b5c531-7965-4e19-a58b-9ceca84a5f74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:30:21.339562 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-23b5c531-7965-4e19-a58b-9ceca84a5f74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:30:21.350660 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b5c531-7965-4e19-a58b-9ceca84a5f74 admin admin] Made reservation on behalf of 3621f1e1ee8e44a7a22bf116ae6d4825 for: {'subnet': 1} {{(pid=83204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:30:21.352860 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-23b5c531-7965-4e19-a58b-9ceca84a5f74 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:21.701928 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.objects.ports [None req-23b5c531-7965-4e19-a58b-9ceca84a5f74 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83204) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 25 22:30:21.702376 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-23b5c531-7965-4e19-a58b-9ceca84a5f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865'] for subnet, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:21.782137 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5c531-7965-4e19-a58b-9ceca84a5f74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1120c8a6-ca37-4814-b2e9-f8ac22584781,revision_number=0']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:30:21.797152 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b5c531-7965-4e19-a58b-9ceca84a5f74 admin admin] Checking segment: {'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:30:21.797499 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b5c531-7965-4e19-a58b-9ceca84a5f74 admin admin] Network hostable DHCP agents. Network: 77f19dc1-c50e-4f02-8833-0fbdbbec8517, hostable agents: ['894d5615-95da-45d6-9a18-7bf04c47b636'], hosted agents: [] {{(pid=83204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:30:21.823536 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b5c531-7965-4e19-a58b-9ceca84a5f74 admin admin] Network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 is scheduled to be hosted by DHCP agent 894d5615-95da-45d6-9a18-7bf04c47b636 with binding_index 1 {{(pid=83204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:30:21.834982 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [None req-23b5c531-7965-4e19-a58b-9ceca84a5f74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-smb, 77f19dc1-c50e-4f02-8833-0fbdbbec8517) {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:30:21.839224 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b5c531-7965-4e19-a58b-9ceca84a5f74 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:30:21.839945 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-23b5c531-7965-4e19-a58b-9ceca84a5f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for subnet, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:21.844131 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40df68ee-80bc-4690-a893-2c8d7a7fec1a None None] Network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:30:21.861265 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-23b5c531-7965-4e19-a58b-9ceca84a5f74 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5822275 May 25 22:30:22.068938 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f7fb02-50f6-43f2-8e87-2b08f116ff90 None None] Network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:30:22.603604 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 86e18aaf-7f99-425c-bff2-768dda7e9f2d up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:30:22.668660 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning for port 86e18aaf-7f99-425c-bff2-768dda7e9f2d completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:30:22.673035 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 86e18aaf-7f99-425c-bff2-768dda7e9f2d triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:30:22.673397 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:22.782273 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:22.812973 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] For port 86e18aaf-7f99-425c-bff2-768dda7e9f2d, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=86e18aaf-7f99-425c-bff2-768dda7e9f2d,segment=NetworkSegment(4a3ba121-1097-4785-8dad-812d99ab1a2d),segment_id=4a3ba121-1097-4785-8dad-812d99ab1a2d)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:30:22.816365 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:22.881844 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Pushing event updated for resources: {'Port': ['ID=86e18aaf-7f99-425c-bff2-768dda7e9f2d,revision_number=5']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:30:23.993300 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 36682) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:30:24.220105 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-c5273ddf-46fb-4bc6-bb20-4bb29e55ebe9 admin admin] 10.222.0.59 "GET /v2.0/routers/0f82be37-bb3e-4cb8-8bc4-468e40553441 HTTP/1.1" status: 200 len: 710 time: 0.2257218 May 25 22:30:24.345618 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff9b59e-2f10-4d1d-8c17-c25edac045a4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:30:24.346959 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-dff9b59e-2f10-4d1d-8c17-c25edac045a4 admin admin] 10.222.0.59 "GET /v2.0/networks/77f19dc1-c50e-4f02-8833-0fbdbbec8517 HTTP/1.1" status: 200 len: 886 time: 0.1210809 May 25 22:30:24.355678 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-6b3e54d9-fda4-4405-bb01-a6707b733ec6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:30:24.588776 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 86e18aaf-7f99-425c-bff2-768dda7e9f2d up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:30:24.657639 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 86e18aaf-7f99-425c-bff2-768dda7e9f2d triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:30:24.658006 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:24.820634 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6b3e54d9-fda4-4405-bb01-a6707b733ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1035273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:25.032896 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6b3e54d9-fda4-4405-bb01-a6707b733ec6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:25.086171 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6b3e54d9-fda4-4405-bb01-a6707b733ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:25.219009 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.db_base_plugin_common [None req-6b3e54d9-fda4-4405-bb01-a6707b733ec6 admin admin] Allocated IP 172.28.2.29 (77f19dc1-c50e-4f02-8833-0fbdbbec8517/1120c8a6-ca37-4814-b2e9-f8ac22584781/d0b4ed2b-3657-4c41-b968-7cd619c9262e) {{(pid=83204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:30:25.358703 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6b3e54d9-fda4-4405-bb01-a6707b733ec6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:25.384878 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6b3e54d9-fda4-4405-bb01-a6707b733ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443'] for port, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:25.449728 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3e54d9-fda4-4405-bb01-a6707b733ec6 admin admin] Network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 is already hosted by enough agents. {{(pid=83204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:30:25.452286 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [None req-6b3e54d9-fda4-4405-bb01-a6707b733ec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:30:25.454732 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3e54d9-fda4-4405-bb01-a6707b733ec6 admin admin] Received port after_create {{(pid=83204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:30:25.490196 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e54d9-fda4-4405-bb01-a6707b733ec6 admin admin] Pushing event updated for resources: {'Port': ['ID=d0b4ed2b-3657-4c41-b968-7cd619c9262e,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:30:25.595011 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6b3e54d9-fda4-4405-bb01-a6707b733ec6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:25.756880 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6b3e54d9-fda4-4405-bb01-a6707b733ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1035273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:25.760056 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6b3e54d9-fda4-4405-bb01-a6707b733ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-997775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-997776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1035282'] for router, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:25.953288 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3e54d9-fda4-4405-bb01-a6707b733ec6 admin admin] Router 0f82be37-bb3e-4cb8-8bc4-468e40553441 has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:30:26.151175 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3e54d9-fda4-4405-bb01-a6707b733ec6 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:30:26.159934 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6b3e54d9-fda4-4405-bb01-a6707b733ec6 admin admin] Notify callbacks [] for router, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:26.160136 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f98678-a9ca-47d0-8a6b-578fc0c20096 None None] Sync routers for ids ['0f82be37-bb3e-4cb8-8bc4-468e40553441'] in dv-cinder-843305-1-smb {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:30:26.161101 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-6b3e54d9-fda4-4405-bb01-a6707b733ec6 admin admin] 10.222.0.59 "PUT /v2.0/routers/0f82be37-bb3e-4cb8-8bc4-468e40553441 HTTP/1.1" status: 200 len: 889 time: 1.8086083 May 25 22:30:26.173120 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f98678-a9ca-47d0-8a6b-578fc0c20096 None None] Routers {'0f82be37-bb3e-4cb8-8bc4-468e40553441'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:30:26.173805 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-11f98678-a9ca-47d0-8a6b-578fc0c20096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:30:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['0f82be37-bb3e-4cb8-8bc4-468e40553441'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:30:26.369834 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-11f98678-a9ca-47d0-8a6b-578fc0c20096 None None] Set router 0f82be37-bb3e-4cb8-8bc4-468e40553441 gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:30:26.699676 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-11f98678-a9ca-47d0-8a6b-578fc0c20096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f82be37-bb3e-4cb8-8bc4-468e40553441', 'name': 'router1', 'tenant_id': '9e5c88d1afb64c0db875eacc4e422e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'd0b4ed2b-3657-4c41-b968-7cd619c9262e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:30:08Z', 'updated_at': '2022-05-25T22:30:25Z', 'revision_number': 4, 'project_id': '9e5c88d1afb64c0db875eacc4e422e2c', 'gw_port': {'id': 'd0b4ed2b-3657-4c41-b968-7cd619c9262e', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ad:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f82be37-bb3e-4cb8-8bc4-468e40553441', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:30:25Z', 'updated_at': '2022-05-25T22:30:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '86e18aaf-7f99-425c-bff2-768dda7e9f2d', 'name': '', 'network_id': '693239cd-76d5-4f56-9150-bbf6e3651007', 'tenant_id': '9e5c88d1afb64c0db875eacc4e422e2c', 'mac_address': 'fa:16:3e:41:2b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f82be37-bb3e-4cb8-8bc4-468e40553441', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d3c004e-2aef-4d67-bc8e-1b8a01b6cca5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:30:17Z', 'updated_at': '2022-05-25T22:30:22Z', 'revision_number': 5, 'project_id': '9e5c88d1afb64c0db875eacc4e422e2c', 'subnets': [{'id': '0d3c004e-2aef-4d67-bc8e-1b8a01b6cca5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a4e1127-cec8-4446-8788-7f9dd1acf861'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:30:26.704585 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f98678-a9ca-47d0-8a6b-578fc0c20096 None None] Checking router: 0f82be37-bb3e-4cb8-8bc4-468e40553441 for host: dv-cinder-843305-1-smb {{(pid=83205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:30:26.704954 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f98678-a9ca-47d0-8a6b-578fc0c20096 None None] Updating router 0f82be37-bb3e-4cb8-8bc4-468e40553441 port d0b4ed2b-3657-4c41-b968-7cd619c9262e binding host dv-cinder-843305-1-smb {{(pid=83205) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:30:26.757337 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-11f98678-a9ca-47d0-8a6b-578fc0c20096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:27.071319 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-11f98678-a9ca-47d0-8a6b-578fc0c20096 None None] Notify callbacks [] for port, precommit_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:27.084285 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-11f98678-a9ca-47d0-8a6b-578fc0c20096 None None] Transition to ACTIVE for port object d0b4ed2b-3657-4c41-b968-7cd619c9262e will not be triggered until provisioned by entity L2. {{(pid=83205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:30:27.090494 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-11f98678-a9ca-47d0-8a6b-578fc0c20096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:27.169791 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2b887-4d74-450a-808e-99a5b52fd89e None None] Pushing event updated for resources: {'Port': ['ID=d0b4ed2b-3657-4c41-b968-7cd619c9262e,revision_number=2']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:30:27.173084 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-11f98678-a9ca-47d0-8a6b-578fc0c20096 None None] Attempting to bind port d0b4ed2b-3657-4c41-b968-7cd619c9262e on host dv-cinder-843305-1-smb for vnic_type normal with profile {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:30:27.173474 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-11f98678-a9ca-47d0-8a6b-578fc0c20096 None None] Attempting to bind port d0b4ed2b-3657-4c41-b968-7cd619c9262e by drivers openvswitch,hyperv on host dv-cinder-843305-1-smb at level 0 using segments [{'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:30:27.173833 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f98678-a9ca-47d0-8a6b-578fc0c20096 None None] Attempting to bind port d0b4ed2b-3657-4c41-b968-7cd619c9262e on network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:30:27.180718 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f98678-a9ca-47d0-8a6b-578fc0c20096 None None] Checking agent: {'id': '7ae609c1-c95f-406f-b830-1d01d4388ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 29, 46), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:30:27.181087 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f98678-a9ca-47d0-8a6b-578fc0c20096 None None] Checking segment: {'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:30:27.181477 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-11f98678-a9ca-47d0-8a6b-578fc0c20096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:27.181852 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f98678-a9ca-47d0-8a6b-578fc0c20096 None None] Bound using segment: {'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:30:27.182306 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-11f98678-a9ca-47d0-8a6b-578fc0c20096 None None] Bound port: d0b4ed2b-3657-4c41-b968-7cd619c9262e, host: dv-cinder-843305-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:30:27.182715 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-11f98678-a9ca-47d0-8a6b-578fc0c20096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:27.277538 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-11f98678-a9ca-47d0-8a6b-578fc0c20096 None None] For port d0b4ed2b-3657-4c41-b968-7cd619c9262e, host dv-cinder-843305-1-smb, cleared binding levels {{(pid=83205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:30:27.280964 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-11f98678-a9ca-47d0-8a6b-578fc0c20096 None None] For port d0b4ed2b-3657-4c41-b968-7cd619c9262e, host dv-cinder-843305-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=d0b4ed2b-3657-4c41-b968-7cd619c9262e,segment=NetworkSegment(3342e0e4-498a-46e7-9232-6274ffc1b494),segment_id=3342e0e4-498a-46e7-9232-6274ffc1b494)] {{(pid=83205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:30:27.284348 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-11f98678-a9ca-47d0-8a6b-578fc0c20096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:27.363308 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2b887-4d74-450a-808e-99a5b52fd89e None None] Pushing event updated for resources: {'Port': ['ID=d0b4ed2b-3657-4c41-b968-7cd619c9262e,revision_number=3']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:30:27.366034 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f98678-a9ca-47d0-8a6b-578fc0c20096 None None] Routers {'0f82be37-bb3e-4cb8-8bc4-468e40553441'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:30:27.366638 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-11f98678-a9ca-47d0-8a6b-578fc0c20096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:30:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['0f82be37-bb3e-4cb8-8bc4-468e40553441'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:30:27.541290 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-11f98678-a9ca-47d0-8a6b-578fc0c20096 None None] Set router 0f82be37-bb3e-4cb8-8bc4-468e40553441 gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:30:27.859401 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-11f98678-a9ca-47d0-8a6b-578fc0c20096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f82be37-bb3e-4cb8-8bc4-468e40553441', 'name': 'router1', 'tenant_id': '9e5c88d1afb64c0db875eacc4e422e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'd0b4ed2b-3657-4c41-b968-7cd619c9262e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:30:08Z', 'updated_at': '2022-05-25T22:30:25Z', 'revision_number': 4, 'project_id': '9e5c88d1afb64c0db875eacc4e422e2c', 'gw_port': {'id': 'd0b4ed2b-3657-4c41-b968-7cd619c9262e', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ad:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f82be37-bb3e-4cb8-8bc4-468e40553441', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:30:25Z', 'updated_at': '2022-05-25T22:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '86e18aaf-7f99-425c-bff2-768dda7e9f2d', 'name': '', 'network_id': '693239cd-76d5-4f56-9150-bbf6e3651007', 'tenant_id': '9e5c88d1afb64c0db875eacc4e422e2c', 'mac_address': 'fa:16:3e:41:2b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f82be37-bb3e-4cb8-8bc4-468e40553441', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d3c004e-2aef-4d67-bc8e-1b8a01b6cca5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:30:17Z', 'updated_at': '2022-05-25T22:30:22Z', 'revision_number': 5, 'project_id': '9e5c88d1afb64c0db875eacc4e422e2c', 'subnets': [{'id': '0d3c004e-2aef-4d67-bc8e-1b8a01b6cca5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a4e1127-cec8-4446-8788-7f9dd1acf861'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:30:27.863513 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f98678-a9ca-47d0-8a6b-578fc0c20096 None None] The sync data for ids ['0f82be37-bb3e-4cb8-8bc4-468e40553441'] in dv-cinder-843305-1-smb is: [{'id': '0f82be37-bb3e-4cb8-8bc4-468e40553441', 'name': 'router1', 'tenant_id': '9e5c88d1afb64c0db875eacc4e422e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'd0b4ed2b-3657-4c41-b968-7cd619c9262e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:30:08Z', 'updated_at': '2022-05-25T22:30:25Z', 'revision_number': 4, 'project_id': '9e5c88d1afb64c0db875eacc4e422e2c', 'gw_port': {'id': 'd0b4ed2b-3657-4c41-b968-7cd619c9262e', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ad:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f82be37-bb3e-4cb8-8bc4-468e40553441', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:30:25Z', 'updated_at': '2022-05-25T22:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '86e18aaf-7f99-425c-bff2-768dda7e9f2d', 'name': '', 'network_id': '693239cd-76d5-4f56-9150-bbf6e3651007', 'tenant_id': '9e5c88d1afb64c0db875eacc4e422e2c', 'mac_address': 'fa:16:3e:41:2b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f82be37-bb3e-4cb8-8bc4-468e40553441', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d3c004e-2aef-4d67-bc8e-1b8a01b6cca5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:30:17Z', 'updated_at': '2022-05-25T22:30:22Z', 'revision_number': 5, 'project_id': '9e5c88d1afb64c0db875eacc4e422e2c', 'subnets': [{'id': '0d3c004e-2aef-4d67-bc8e-1b8a01b6cca5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a4e1127-cec8-4446-8788-7f9dd1acf861'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:30:28.397356 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 36692) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:30:28.531361 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-a533b57c-1e27-4fa5-813e-64b30a4379a9 admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1322603 May 25 22:30:28.615774 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device d0b4ed2b-3657-4c41-b968-7cd619c9262e up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:30:28.693592 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning for port d0b4ed2b-3657-4c41-b968-7cd619c9262e completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:30:28.698616 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port d0b4ed2b-3657-4c41-b968-7cd619c9262e triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:30:28.698991 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:28.812861 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:28.828717 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] For port d0b4ed2b-3657-4c41-b968-7cd619c9262e, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=d0b4ed2b-3657-4c41-b968-7cd619c9262e,segment=NetworkSegment(3342e0e4-498a-46e7-9232-6274ffc1b494),segment_id=3342e0e4-498a-46e7-9232-6274ffc1b494)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:30:28.834408 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:28.900982 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Pushing event updated for resources: {'Port': ['ID=d0b4ed2b-3657-4c41-b968-7cd619c9262e,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:30:30.594316 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device d0b4ed2b-3657-4c41-b968-7cd619c9262e up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:30:30.667879 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port d0b4ed2b-3657-4c41-b968-7cd619c9262e triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:30:30.668236 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:32.366822 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 5 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:30:42.572203 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-e48ea572-881a-4f8d-a1d0-0dd965abaa82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:44.734709 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-52415eaa-f255-406d-b63d-5357e29d8650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:45.909819 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:46.341172 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:47.417021 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:31:09.363077 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 5 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:31:12.575210 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-f776aaa2-3b24-433e-b3d7-e2462d17c04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:31:14.737275 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-338d4fbf-d63f-4a76-a102-9a5bb0a47200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:31:15.912554 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:31:16.347435 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:31:17.428897 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:31:42.580801 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-f8b0626b-cb51-432d-8b83-6ad482b67f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:31:44.742431 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-77a01550-210b-42f0-8d0e-b91d4409dca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:31:45.913553 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:31:46.353660 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:31:46.364995 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 5 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:31:47.431373 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:12.573737 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-cabcb15c-ae9b-4f46-9d6e-b2d65a277455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:14.744491 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-4eabaf0b-f623-4ff0-875b-a50074baf6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:15.917149 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:16.347697 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:17.436189 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:23.366816 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 5 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:32:29.077918 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 37264) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:29.167525 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e5a38dc-3208-45bb-86b3-526d330002e2 admin admin] GET failed (client error): The resource could not be found. May 25 22:32:29.168795 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-1e5a38dc-3208-45bb-86b3-526d330002e2 admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0899005 May 25 22:32:29.304407 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288a0213-737f-4421-a655-abe8a3dd0443 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:32:29.305808 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-288a0213-737f-4421-a655-abe8a3dd0443 admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1331697 May 25 22:32:31.326649 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 37274) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:31.461889 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd8a4e5-9309-4ad8-b4cf-bc544a59a71a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:32:31.462396 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-7bd8a4e5-9309-4ad8-b4cf-bc544a59a71a admin admin] Synchronizing usage tracker for tenant:3621f1e1ee8e44a7a22bf116ae6d4825 on resource:subnet {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:32:31.478159 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-7bd8a4e5-9309-4ad8-b4cf-bc544a59a71a admin admin] Unset dirty status for tenant:3621f1e1ee8e44a7a22bf116ae6d4825 on resource:subnet {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:32:31.479300 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-7bd8a4e5-9309-4ad8-b4cf-bc544a59a71a admin admin] 10.222.0.59 "GET /v2.0/subnets/0d3c004e-2aef-4d67-bc8e-1b8a01b6cca5 HTTP/1.1" status: 200 len: 849 time: 0.1517303 May 25 22:32:31.488250 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-21e7fb2f-2030-47a2-bef5-46b351aee0b1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:32:31.636875 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-21e7fb2f-2030-47a2-bef5-46b351aee0b1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:31.816422 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-21e7fb2f-2030-47a2-bef5-46b351aee0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728910459805'] for subnet, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:31.861430 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e7fb2f-2030-47a2-bef5-46b351aee0b1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:32:31.862004 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-21e7fb2f-2030-47a2-bef5-46b351aee0b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for subnet, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:31.863284 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-21e7fb2f-2030-47a2-bef5-46b351aee0b1 admin admin] 10.222.0.59 "PUT /v2.0/subnets/0d3c004e-2aef-4d67-bc8e-1b8a01b6cca5 HTTP/1.1" status: 200 len: 868 time: 0.3786769 May 25 22:32:31.878989 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef04a5c-0b58-45b8-b74c-f1193e90cde5 None None] Network 693239cd-76d5-4f56-9150-bbf6e3651007 requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:32:31.888727 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7fb2f-2030-47a2-bef5-46b351aee0b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d3c004e-2aef-4d67-bc8e-1b8a01b6cca5,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:31.898394 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7fb2f-2030-47a2-bef5-46b351aee0b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:31.899034 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7fb2f-2030-47a2-bef5-46b351aee0b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:31.899523 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7fb2f-2030-47a2-bef5-46b351aee0b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:31.900001 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7fb2f-2030-47a2-bef5-46b351aee0b1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:31.900479 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7fb2f-2030-47a2-bef5-46b351aee0b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:31.900958 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7fb2f-2030-47a2-bef5-46b351aee0b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:31.901449 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7fb2f-2030-47a2-bef5-46b351aee0b1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:31.901938 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7fb2f-2030-47a2-bef5-46b351aee0b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:31.902437 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7fb2f-2030-47a2-bef5-46b351aee0b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:31.902927 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7fb2f-2030-47a2-bef5-46b351aee0b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:31.903395 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e7fb2f-2030-47a2-bef5-46b351aee0b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:32.424619 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-4bd774e8-fa4e-48fb-91d5-2a013520450d None None] Provisioning complete for port 86e18aaf-7f99-425c-bff2-768dda7e9f2d triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:32:32.424912 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-4bd774e8-fa4e-48fb-91d5-2a013520450d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:32.559126 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-4bd774e8-fa4e-48fb-91d5-2a013520450d None None] Provisioning complete for port 7d76e599-7b0a-446c-807e-534937c75fa0 triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:32:32.559477 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-4bd774e8-fa4e-48fb-91d5-2a013520450d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:33.914632 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 37284) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:34.104995 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f710037-87b2-4bc0-a040-e0fc17b8b0e1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:32:34.105294 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f710037-87b2-4bc0-a040-e0fc17b8b0e1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:32:34.106779 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-5f710037-87b2-4bc0-a040-e0fc17b8b0e1 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1912303 May 25 22:32:36.094514 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 37294) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:36.286128 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac6570f-55c3-4b41-a4a2-fb84ca691ef9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:32:36.286424 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac6570f-55c3-4b41-a4a2-fb84ca691ef9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:32:36.288405 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-aac6570f-55c3-4b41-a4a2-fb84ca691ef9 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1929607 May 25 22:32:38.276013 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 37304) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:38.465542 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019e4474-05c5-41a0-acc5-9ed1cf76f8ec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:32:38.466779 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-019e4474-05c5-41a0-acc5-9ed1cf76f8ec admin admin] 10.222.0.59 "GET /v2.0/networks/693239cd-76d5-4f56-9150-bbf6e3651007 HTTP/1.1" status: 200 len: 869 time: 0.1898415 May 25 22:32:40.486526 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 37314) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:40.670859 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c041a5-0366-4328-b444-e1f911d65692 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:32:40.672169 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-d2c041a5-0366-4328-b444-e1f911d65692 admin admin] 10.222.0.59 "GET /v2.0/networks/77f19dc1-c50e-4f02-8833-0fbdbbec8517 HTTP/1.1" status: 200 len: 886 time: 0.1847808 May 25 22:32:42.576005 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-ebd9529d-3948-4bf2-ba4b-9a3e80ebe6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:42.682756 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 37324) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:42.808907 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0985b833-31aa-44d5-a285-0c289606bce9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:32:42.809206 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0985b833-31aa-44d5-a285-0c289606bce9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:32:42.810710 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-0985b833-31aa-44d5-a285-0c289606bce9 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1270301 May 25 22:32:44.746252 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-ee69664c-5076-4f90-8b3f-49c3e498b0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:44.827043 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 37334) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:44.959382 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b65b38-5df0-4db5-90a9-50459299c79b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:32:44.959749 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b65b38-5df0-4db5-90a9-50459299c79b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:32:44.961254 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-a3b65b38-5df0-4db5-90a9-50459299c79b admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1331811 May 25 22:32:45.918634 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:46.351295 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:46.970078 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 37344) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:47.096412 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1ee3ed-7203-4d82-b18a-17fbff330803 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:32:47.097696 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-be1ee3ed-7203-4d82-b18a-17fbff330803 admin admin] 10.222.0.59 "GET /v2.0/subnets/0d3c004e-2aef-4d67-bc8e-1b8a01b6cca5 HTTP/1.1" status: 200 len: 868 time: 0.1266847 May 25 22:32:47.449169 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:49.119128 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 37354) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:49.245473 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5321c1-b928-4613-b332-28cc86d8424e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:32:49.246824 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-ba5321c1-b928-4613-b332-28cc86d8424e admin admin] 10.222.0.59 "GET /v2.0/subnets/1120c8a6-ca37-4814-b2e9-f8ac22584781 HTTP/1.1" status: 200 len: 816 time: 0.1267719 May 25 22:33:00.368536 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 5 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:33:06.866645 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 37392) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:06.935258 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [None req-5be71c3c-1e6b-408e-8421-142a0d2cf9f8 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:33:06.936221 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-5be71c3c-1e6b-408e-8421-142a0d2cf9f8 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0687168 May 25 22:33:09.015150 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 37402) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:09.117086 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e4195f7-71c7-442b-bd1d-d3a74e5314db admin admin] GET failed (client error): The resource could not be found. May 25 22:33:09.118302 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-3e4195f7-71c7-442b-bd1d-d3a74e5314db admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1022625 May 25 22:33:09.264323 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d98742-df09-4544-8e01-6024753b4523 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:09.265841 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-b7d98742-df09-4544-8e01-6024753b4523 admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1437531 May 25 22:33:11.312071 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 37412) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:11.382974 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-698360dd-af70-476f-b08f-e8513ddcaf70 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:33:11.387617 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-698360dd-af70-476f-b08f-e8513ddcaf70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:11.398416 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-698360dd-af70-476f-b08f-e8513ddcaf70 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:11.407687 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698360dd-af70-476f-b08f-e8513ddcaf70 admin admin] Made reservation on behalf of 3621f1e1ee8e44a7a22bf116ae6d4825 for: {'network': 1} {{(pid=83203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:33:11.410518 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-698360dd-af70-476f-b08f-e8513ddcaf70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for network, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:11.504090 dv-cinder-843305-1-smb neutron-server[83203]: WARNING neutron.services.revisions.revision_plugin [None req-698360dd-af70-476f-b08f-e8513ddcaf70 admin admin] Could not find related network for resource to bump revision. May 25 22:33:11.517295 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698360dd-af70-476f-b08f-e8513ddcaf70 admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=83203) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:33:11.527695 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-698360dd-af70-476f-b08f-e8513ddcaf70 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728910406768', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:11.528258 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-698360dd-af70-476f-b08f-e8513ddcaf70 admin admin] Unsubscribe: segment precommit_create {{(pid=83203) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 25 22:33:11.528745 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.db.segments_db [None req-698360dd-af70-476f-b08f-e8513ddcaf70 admin admin] Added segment 0bcf93e1-8099-4427-89d1-2aee15481b9d of type vlan for network f32a4542-d44e-422b-a57c-39447a5dd6d0 May 25 22:33:11.599035 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-698360dd-af70-476f-b08f-e8513ddcaf70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728909907725'] for network, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:11.632632 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-698360dd-af70-476f-b08f-e8513ddcaf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865'] for network, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:11.633522 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698360dd-af70-476f-b08f-e8513ddcaf70 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:11.634125 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-698360dd-af70-476f-b08f-e8513ddcaf70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for network, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:11.721065 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-698360dd-af70-476f-b08f-e8513ddcaf70 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4079361 May 25 22:33:11.742770 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698360dd-af70-476f-b08f-e8513ddcaf70 admin admin] Pushing event updated for resources: {'Network': ['ID=f32a4542-d44e-422b-a57c-39447a5dd6d0,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:11.752327 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698360dd-af70-476f-b08f-e8513ddcaf70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:11.752667 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698360dd-af70-476f-b08f-e8513ddcaf70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:11.753002 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698360dd-af70-476f-b08f-e8513ddcaf70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:11.753331 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698360dd-af70-476f-b08f-e8513ddcaf70 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:11.753659 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698360dd-af70-476f-b08f-e8513ddcaf70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:11.753986 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698360dd-af70-476f-b08f-e8513ddcaf70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:11.754407 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698360dd-af70-476f-b08f-e8513ddcaf70 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:11.754708 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698360dd-af70-476f-b08f-e8513ddcaf70 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:11.755027 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698360dd-af70-476f-b08f-e8513ddcaf70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:11.755345 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698360dd-af70-476f-b08f-e8513ddcaf70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:11.755663 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698360dd-af70-476f-b08f-e8513ddcaf70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:11.756762 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698360dd-af70-476f-b08f-e8513ddcaf70 admin admin] Tracked resource versions report: May 25 22:33:11.756762 dv-cinder-843305-1-smb neutron-server[83203]: pushed versions: May 25 22:33:11.756762 dv-cinder-843305-1-smb neutron-server[83203]: { 'ConntrackHelper': {'1.0'}, May 25 22:33:11.756762 dv-cinder-843305-1-smb neutron-server[83203]: 'Log': {'1.0'}, May 25 22:33:11.756762 dv-cinder-843305-1-smb neutron-server[83203]: 'Network': {'1.1'}, May 25 22:33:11.756762 dv-cinder-843305-1-smb neutron-server[83203]: 'Port': {'1.5'}, May 25 22:33:11.756762 dv-cinder-843305-1-smb neutron-server[83203]: 'PortForwarding': {'1.2'}, May 25 22:33:11.756762 dv-cinder-843305-1-smb neutron-server[83203]: 'QosPolicy': {'1.8'}, May 25 22:33:11.756762 dv-cinder-843305-1-smb neutron-server[83203]: 'SecurityGroup': {'1.2'}, May 25 22:33:11.756762 dv-cinder-843305-1-smb neutron-server[83203]: 'SecurityGroupRule': {'1.0'}, May 25 22:33:11.756762 dv-cinder-843305-1-smb neutron-server[83203]: 'SubPort': {'1.0'}, May 25 22:33:11.756762 dv-cinder-843305-1-smb neutron-server[83203]: 'Subnet': {'1.1'}, May 25 22:33:11.756762 dv-cinder-843305-1-smb neutron-server[83203]: 'Trunk': {'1.1'}} May 25 22:33:11.756762 dv-cinder-843305-1-smb neutron-server[83203]: consumer versions: May 25 22:33:11.756762 dv-cinder-843305-1-smb neutron-server[83203]: { DHCP agent@dv-cinder-843305-1-smb: {}, May 25 22:33:11.756762 dv-cinder-843305-1-smb neutron-server[83203]: L3 agent@dv-cinder-843305-1-smb: {}, May 25 22:33:11.756762 dv-cinder-843305-1-smb neutron-server[83203]: Metadata agent@dv-cinder-843305-1-smb: {}, May 25 22:33:11.756762 dv-cinder-843305-1-smb neutron-server[83203]: Metering agent@dv-cinder-843305-1-smb: {}, May 25 22:33:11.756762 dv-cinder-843305-1-smb neutron-server[83203]: Open vSwitch agent@dv-cinder-843305-1-smb: { 'ConntrackHelper': '1.0', May 25 22:33:11.756762 dv-cinder-843305-1-smb neutron-server[83203]: 'Log': '1.0', May 25 22:33:11.756762 dv-cinder-843305-1-smb neutron-server[83203]: 'Network': '1.1', May 25 22:33:11.756762 dv-cinder-843305-1-smb neutron-server[83203]: 'Port': '1.5', May 25 22:33:11.756762 dv-cinder-843305-1-smb neutron-server[83203]: 'PortForwarding': '1.2', May 25 22:33:11.756762 dv-cinder-843305-1-smb neutron-server[83203]: 'QosPolicy': '1.8', May 25 22:33:11.756762 dv-cinder-843305-1-smb neutron-server[83203]: 'SecurityGroup': '1.2', May 25 22:33:11.756762 dv-cinder-843305-1-smb neutron-server[83203]: 'SecurityGroupRule': '1.0', May 25 22:33:11.756762 dv-cinder-843305-1-smb neutron-server[83203]: 'SubPort': '1.0', May 25 22:33:11.756762 dv-cinder-843305-1-smb neutron-server[83203]: 'Subnet': '1.1', May 25 22:33:11.756762 dv-cinder-843305-1-smb neutron-server[83203]: 'Trunk': '1.1'}} May 25 22:33:11.756762 dv-cinder-843305-1-smb neutron-server[83203]: {{(pid=83203) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 22:33:11.792771 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Network f32a4542-d44e-422b-a57c-39447a5dd6d0 details requested by agent ovs-agent-dv-cinder-843305-1-smb with host dv-cinder-843305-1-smb {{(pid=83205) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:33:12.578816 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-d71470da-6ef9-42ec-8454-42f9dae748d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:13.756684 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 37426) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:13.843269 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.pecan_wsgi.hooks.translation [None req-140fba8e-b993-432c-9b20-77c3e848b532 admin admin] GET failed (client error): The resource could not be found. May 25 22:33:13.844421 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-140fba8e-b993-432c-9b20-77c3e848b532 admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0868289 May 25 22:33:13.946644 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50704e16-a1f1-481f-94cd-f4601bc10057 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:13.947966 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-50704e16-a1f1-481f-94cd-f4601bc10057 admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0997541 May 25 22:33:13.956837 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-8bd27cd6-ee5a-4a6a-b8de-3388ae53adda admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'f32a4542-d44e-422b-a57c-39447a5dd6d0', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:33:13.961519 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-8bd27cd6-ee5a-4a6a-b8de-3388ae53adda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:13.971071 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-8bd27cd6-ee5a-4a6a-b8de-3388ae53adda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:13.980990 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd27cd6-ee5a-4a6a-b8de-3388ae53adda admin admin] Made reservation on behalf of 3621f1e1ee8e44a7a22bf116ae6d4825 for: {'subnet': 1} {{(pid=83204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:33:13.983298 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-8bd27cd6-ee5a-4a6a-b8de-3388ae53adda admin admin] Notify callbacks [] for subnet, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:14.176222 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-8bd27cd6-ee5a-4a6a-b8de-3388ae53adda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865'] for subnet, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:14.255654 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd27cd6-ee5a-4a6a-b8de-3388ae53adda admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b0ccef8-289b-479a-8d3e-844d72d5f342,revision_number=0']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:14.262857 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd27cd6-ee5a-4a6a-b8de-3388ae53adda admin admin] Checking segment: {'id': '0bcf93e1-8099-4427-89d1-2aee15481b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f32a4542-d44e-422b-a57c-39447a5dd6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:33:14.263202 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd27cd6-ee5a-4a6a-b8de-3388ae53adda admin admin] Network hostable DHCP agents. Network: f32a4542-d44e-422b-a57c-39447a5dd6d0, hostable agents: ['894d5615-95da-45d6-9a18-7bf04c47b636'], hosted agents: [] {{(pid=83204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:33:14.283075 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd27cd6-ee5a-4a6a-b8de-3388ae53adda admin admin] Network f32a4542-d44e-422b-a57c-39447a5dd6d0 is scheduled to be hosted by DHCP agent 894d5615-95da-45d6-9a18-7bf04c47b636 with binding_index 1 {{(pid=83204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:33:14.292078 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [None req-8bd27cd6-ee5a-4a6a-b8de-3388ae53adda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-smb, f32a4542-d44e-422b-a57c-39447a5dd6d0) {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:33:14.296042 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd27cd6-ee5a-4a6a-b8de-3388ae53adda admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:14.296622 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-8bd27cd6-ee5a-4a6a-b8de-3388ae53adda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for subnet, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:14.300480 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f061aa-3a23-44ff-a158-46467d6cfc9a None None] Network f32a4542-d44e-422b-a57c-39447a5dd6d0 requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:33:14.361865 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-8bd27cd6-ee5a-4a6a-b8de-3388ae53adda admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4081872 May 25 22:33:14.524206 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed14cf5-3ca5-548c-8e99-fd567da135a2-f32a4542-d44e-422b-a57c-39447a5dd6d0', 'network_id': 'f32a4542-d44e-422b-a57c-39447a5dd6d0', 'tenant_id': '3621f1e1ee8e44a7a22bf116ae6d4825', 'fixed_ips': [{'subnet_id': '2b0ccef8-289b-479a-8d3e-844d72d5f342'}]}} from dv-cinder-843305-1-smb. {{(pid=83205) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:33:14.525066 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:14.679806 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.db_base_plugin_common [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] Allocated IP 192.168.233.2 (f32a4542-d44e-422b-a57c-39447a5dd6d0/2b0ccef8-289b-479a-8d3e-844d72d5f342/ff448f86-9c48-423e-8398-a65a789c8b86) {{(pid=83205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:33:14.786139 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-87aab0ca-a1d3-4afb-a667-648ac07436d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:14.893483 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] Notify callbacks [] for port, precommit_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:14.903787 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] Transition to ACTIVE for port object ff448f86-9c48-423e-8398-a65a789c8b86 will not be triggered until provisioned by entity L2. {{(pid=83205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:33:14.922303 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] Transition to ACTIVE for port object ff448f86-9c48-423e-8398-a65a789c8b86 will not be triggered until provisioned by entity DHCP. {{(pid=83205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:33:14.928615 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443'] for port, after_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:14.993329 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] Network f32a4542-d44e-422b-a57c-39447a5dd6d0 is already hosted by enough agents. {{(pid=83205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:33:14.995985 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.scheduler.base_scheduler [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] Resources bound (agent type, host, resource id): {{(pid=83205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:33:14.999394 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] Received port after_create {{(pid=83205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:33:15.007534 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] Pushing event updated for resources: {'Port': ['ID=ff448f86-9c48-423e-8398-a65a789c8b86,revision_number=1']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:15.043690 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:15.043950 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:15.044285 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:15.044612 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:15.044941 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:15.045261 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:15.045583 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:15.045903 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:15.046219 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:15.046558 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:15.046874 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:15.099991 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] Attempting to bind port ff448f86-9c48-423e-8398-a65a789c8b86 on host dv-cinder-843305-1-smb for vnic_type normal with profile {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:33:15.100612 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] Attempting to bind port ff448f86-9c48-423e-8398-a65a789c8b86 by drivers openvswitch,hyperv on host dv-cinder-843305-1-smb at level 0 using segments [{'id': '0bcf93e1-8099-4427-89d1-2aee15481b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f32a4542-d44e-422b-a57c-39447a5dd6d0'}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:33:15.100964 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] Attempting to bind port ff448f86-9c48-423e-8398-a65a789c8b86 on network f32a4542-d44e-422b-a57c-39447a5dd6d0 {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:33:15.107171 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] Checking agent: {'id': '7ae609c1-c95f-406f-b830-1d01d4388ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 29, 46), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:33:15.107533 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] Checking segment: {'id': '0bcf93e1-8099-4427-89d1-2aee15481b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f32a4542-d44e-422b-a57c-39447a5dd6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:33:15.107923 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:15.108300 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] Bound using segment: {'id': '0bcf93e1-8099-4427-89d1-2aee15481b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f32a4542-d44e-422b-a57c-39447a5dd6d0'} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:33:15.108750 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] Bound port: ff448f86-9c48-423e-8398-a65a789c8b86, host: dv-cinder-843305-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bcf93e1-8099-4427-89d1-2aee15481b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f32a4542-d44e-422b-a57c-39447a5dd6d0'}}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:33:15.109133 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:15.221283 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] For port ff448f86-9c48-423e-8398-a65a789c8b86, host dv-cinder-843305-1-smb, cleared binding levels {{(pid=83205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:33:15.224787 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] For port ff448f86-9c48-423e-8398-a65a789c8b86, host dv-cinder-843305-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=ff448f86-9c48-423e-8398-a65a789c8b86,segment=NetworkSegment(0bcf93e1-8099-4427-89d1-2aee15481b9d),segment_id=0bcf93e1-8099-4427-89d1-2aee15481b9d)] {{(pid=83205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:33:15.229010 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:15.304679 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6008494-1176-4fc8-a717-578416e7e209 None None] Pushing event updated for resources: {'Port': ['ID=ff448f86-9c48-423e-8398-a65a789c8b86,revision_number=2']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:15.926296 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:16.131036 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949252f9-2677-4ace-a92b-412840a84b34 None None] Network f32a4542-d44e-422b-a57c-39447a5dd6d0 requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:33:16.239930 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-d58a5a51-eb6e-45e1-9dce-b9b6c441a5af None None] Provisioning for port ff448f86-9c48-423e-8398-a65a789c8b86 completed by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:33:16.366896 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:16.693302 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device ff448f86-9c48-423e-8398-a65a789c8b86 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:33:16.764686 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning for port ff448f86-9c48-423e-8398-a65a789c8b86 completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:33:16.769387 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port ff448f86-9c48-423e-8398-a65a789c8b86 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:33:16.769747 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:16.883299 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:16.915669 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] For port ff448f86-9c48-423e-8398-a65a789c8b86, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=ff448f86-9c48-423e-8398-a65a789c8b86,segment=NetworkSegment(0bcf93e1-8099-4427-89d1-2aee15481b9d),segment_id=0bcf93e1-8099-4427-89d1-2aee15481b9d)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:33:16.919837 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:16.988874 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Pushing event updated for resources: {'Port': ['ID=ff448f86-9c48-423e-8398-a65a789c8b86,revision_number=3']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:17.459554 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:18.672074 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device ff448f86-9c48-423e-8398-a65a789c8b86 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:33:18.740004 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port ff448f86-9c48-423e-8398-a65a789c8b86 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:33:18.740368 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:37.369268 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 5 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:33:42.580802 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-b59c1ae9-acda-4a5b-bc29-394f4c7660c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:44.748336 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-5d316ff1-f66e-48cd-81bf-a837ed90765d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:45.927892 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:46.349186 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:47.455945 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:12.583178 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-376c80ca-dbf7-4498-85da-2f77cc581625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:14.369325 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 5 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:34:14.749303 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-0a4ff587-58a5-4954-9381-e1b0cb927c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:15.928380 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:16.352455 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:17.457814 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:39.067198 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 37470) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:39.072861 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [None req-6e3f646b-6031-4007-8635-cf01fce29cff tempest-verify_tempest_config-1438253828 tempest-verify_tempest_config-1438253828-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:34:39.073797 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-6e3f646b-6031-4007-8635-cf01fce29cff tempest-verify_tempest_config-1438253828 tempest-verify_tempest_config-1438253828-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0056503 May 25 22:34:39.394440 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 37486) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:39.530520 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1a2e-c1d9-4267-959c-0506b0b0abef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:39.560066 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-1e4c1a2e-c1d9-4267-959c-0506b0b0abef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:39.563752 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-1e4c1a2e-c1d9-4267-959c-0506b0b0abef admin admin] Usage tracker for resource:security_group_rule and tenant:f9fdaec41a5d436ab18ed05f43b1246b is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:39.567054 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-1e4c1a2e-c1d9-4267-959c-0506b0b0abef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:39.572522 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-1e4c1a2e-c1d9-4267-959c-0506b0b0abef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:39.635997 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1a2e-c1d9-4267-959c-0506b0b0abef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:39.639373 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1a2e-c1d9-4267-959c-0506b0b0abef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:39.682067 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c1a2e-c1d9-4267-959c-0506b0b0abef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c52dfc-e90b-4395-b116-80bad3a566ae,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:39.688763 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-1e4c1a2e-c1d9-4267-959c-0506b0b0abef admin admin] Synchronizing usage tracker for tenant:3621f1e1ee8e44a7a22bf116ae6d4825 on resource:security_group {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:34:39.694676 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c1a2e-c1d9-4267-959c-0506b0b0abef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:39.695015 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c1a2e-c1d9-4267-959c-0506b0b0abef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:39.695350 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c1a2e-c1d9-4267-959c-0506b0b0abef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:39.695676 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c1a2e-c1d9-4267-959c-0506b0b0abef admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:39.696003 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c1a2e-c1d9-4267-959c-0506b0b0abef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:39.696322 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c1a2e-c1d9-4267-959c-0506b0b0abef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:39.696642 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c1a2e-c1d9-4267-959c-0506b0b0abef admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:39.696961 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c1a2e-c1d9-4267-959c-0506b0b0abef admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:39.697276 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c1a2e-c1d9-4267-959c-0506b0b0abef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:39.697590 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c1a2e-c1d9-4267-959c-0506b0b0abef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:39.697904 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c1a2e-c1d9-4267-959c-0506b0b0abef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:39.713356 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-1e4c1a2e-c1d9-4267-959c-0506b0b0abef admin admin] Unset dirty status for tenant:3621f1e1ee8e44a7a22bf116ae6d4825 on resource:security_group {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:34:39.714686 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-1e4c1a2e-c1d9-4267-959c-0506b0b0abef admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f9fdaec41a5d436ab18ed05f43b1246b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3192804 May 25 22:34:39.717356 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 37492) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:39.776114 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1185ee80-1773-4c73-8d50-f85aff5c969c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:39.800489 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1185ee80-1773-4c73-8d50-f85aff5c969c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:39.889097 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1185ee80-1773-4c73-8d50-f85aff5c969c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:39.902614 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185ee80-1773-4c73-8d50-f85aff5c969c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c52dfc-e90b-4395-b116-80bad3a566ae,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:39.910909 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1185ee80-1773-4c73-8d50-f85aff5c969c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:39.911993 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-1185ee80-1773-4c73-8d50-f85aff5c969c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e8c52dfc-e90b-4395-b116-80bad3a566ae HTTP/1.1" status: 204 len: 168 time: 0.1937737 May 25 22:34:42.584511 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-dcd4dd05-9b5d-4702-a20e-c1f2bccae1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:44.755140 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-248920f7-811e-4567-9433-31289a8b7cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:45.930085 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:46.355804 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:47.462315 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:51.369148 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 5 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:35:12.585259 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-09db0aef-66d9-498c-b5cf-2ab07ba0ca06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:14.747657 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-487c8abc-71a9-48a6-80b1-2cece2ef856a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:15.932782 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:16.357099 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:17.465724 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:28.368776 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 5 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:35:42.587377 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-79c158e6-521a-4604-834a-208182bd5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:44.749101 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-522ede86-819c-457f-b4c8-0fd9d4605790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:45.935445 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:46.357977 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:47.467983 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:05.369261 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 5 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:36:12.590346 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-ad2d4f12-6e5a-4bd6-b69b-7faa04b6fe9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:14.750531 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-da887d3f-4b53-4f49-837b-0b884d2458c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:15.937947 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:16.359404 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:17.470717 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:33.800409 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-998974'] for agent, after_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:42.369779 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:36:42.592539 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1f5f5dfe-b69f-473e-951f-392c82b815d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:44.753057 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-520bf2af-db1d-4bfe-b80c-fdce0e3515c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:45.941041 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:46.361726 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:47.475591 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:48.037155 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 37570) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:36:48.170448 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-e37ae49f-f6ee-4ea4-a11a-6bda5b78a607 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1322014 May 25 22:36:50.164131 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 37580) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:36:50.243248 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-b13164f3-2431-4398-a7f7-38f2d80def1e admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0780773 May 25 22:37:03.761648 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:12.593456 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-450e22e0-b0c0-4e73-9a1b-26ec25c1cbac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:14.754408 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-935a12eb-32f5-4103-a14b-cd8944d8a35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:15.942887 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:16.363225 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:17.478084 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:19.369424 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:37:33.764482 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:42.595572 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-7d42e1c9-65bd-41a3-b13c-6bf2092c6f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:44.755571 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-ac4ef1b7-c2cd-497b-ac18-9774c31f65ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:45.948921 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:46.365330 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:47.480999 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:56.370304 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:38:03.774605 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:12.597624 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-c889e099-bdc5-4c6a-bfdb-69a0302847c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:14.757224 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-508ae3a3-974e-4b5d-aa23-fe2789c12e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:15.950994 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:16.367756 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:17.485357 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:33.370911 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:38:33.772733 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:40.868854 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 37722) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:41.249188 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1299349677-network', 'tenant_id': '360f94ee5000428395895ec5220a3314'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:38:41.249188 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:41.249983 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Usage tracker for resource:network and tenant:360f94ee5000428395895ec5220a3314 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:41.254074 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:41.259504 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:41.271093 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Made reservation on behalf of 360f94ee5000428395895ec5220a3314 for: {'network': 1} {{(pid=83204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:38:41.273423 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for network, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:41.287277 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:41.318859 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:41.322931 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Usage tracker for resource:security_group_rule and tenant:360f94ee5000428395895ec5220a3314 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:41.325886 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:41.331860 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:41.401691 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:41.405731 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:41.440777 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=83204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:38:41.442891 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b065a291-86a1-4421-9190-89487856864e,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:41.454767 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:41.455104 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:41.455436 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:41.455762 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:41.456088 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:41.456404 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:41.456725 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:41.457038 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:41.457353 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:41.457656 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:41.457972 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:41.459015 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Tracked resource versions report: May 25 22:38:41.459015 dv-cinder-843305-1-smb neutron-server[83204]: pushed versions: May 25 22:38:41.459015 dv-cinder-843305-1-smb neutron-server[83204]: { 'ConntrackHelper': {'1.0'}, May 25 22:38:41.459015 dv-cinder-843305-1-smb neutron-server[83204]: 'Log': {'1.0'}, May 25 22:38:41.459015 dv-cinder-843305-1-smb neutron-server[83204]: 'Network': {'1.1'}, May 25 22:38:41.459015 dv-cinder-843305-1-smb neutron-server[83204]: 'Port': {'1.5'}, May 25 22:38:41.459015 dv-cinder-843305-1-smb neutron-server[83204]: 'PortForwarding': {'1.2'}, May 25 22:38:41.459015 dv-cinder-843305-1-smb neutron-server[83204]: 'QosPolicy': {'1.8'}, May 25 22:38:41.459015 dv-cinder-843305-1-smb neutron-server[83204]: 'SecurityGroup': {'1.2'}, May 25 22:38:41.459015 dv-cinder-843305-1-smb neutron-server[83204]: 'SecurityGroupRule': {'1.0'}, May 25 22:38:41.459015 dv-cinder-843305-1-smb neutron-server[83204]: 'SubPort': {'1.0'}, May 25 22:38:41.459015 dv-cinder-843305-1-smb neutron-server[83204]: 'Subnet': {'1.1'}, May 25 22:38:41.459015 dv-cinder-843305-1-smb neutron-server[83204]: 'Trunk': {'1.1'}} May 25 22:38:41.459015 dv-cinder-843305-1-smb neutron-server[83204]: consumer versions: May 25 22:38:41.459015 dv-cinder-843305-1-smb neutron-server[83204]: { DHCP agent@dv-cinder-843305-1-smb: {}, May 25 22:38:41.459015 dv-cinder-843305-1-smb neutron-server[83204]: HyperV agent@hv-cinder-84330: {}, May 25 22:38:41.459015 dv-cinder-843305-1-smb neutron-server[83204]: L3 agent@dv-cinder-843305-1-smb: {}, May 25 22:38:41.459015 dv-cinder-843305-1-smb neutron-server[83204]: Metadata agent@dv-cinder-843305-1-smb: {}, May 25 22:38:41.459015 dv-cinder-843305-1-smb neutron-server[83204]: Metering agent@dv-cinder-843305-1-smb: {}, May 25 22:38:41.459015 dv-cinder-843305-1-smb neutron-server[83204]: Open vSwitch agent@dv-cinder-843305-1-smb: { 'ConntrackHelper': '1.0', May 25 22:38:41.459015 dv-cinder-843305-1-smb neutron-server[83204]: 'Log': '1.0', May 25 22:38:41.459015 dv-cinder-843305-1-smb neutron-server[83204]: 'Network': '1.1', May 25 22:38:41.459015 dv-cinder-843305-1-smb neutron-server[83204]: 'Port': '1.5', May 25 22:38:41.459015 dv-cinder-843305-1-smb neutron-server[83204]: 'PortForwarding': '1.2', May 25 22:38:41.459015 dv-cinder-843305-1-smb neutron-server[83204]: 'QosPolicy': '1.8', May 25 22:38:41.459015 dv-cinder-843305-1-smb neutron-server[83204]: 'SecurityGroup': '1.2', May 25 22:38:41.459015 dv-cinder-843305-1-smb neutron-server[83204]: 'SecurityGroupRule': '1.0', May 25 22:38:41.459015 dv-cinder-843305-1-smb neutron-server[83204]: 'SubPort': '1.0', May 25 22:38:41.459015 dv-cinder-843305-1-smb neutron-server[83204]: 'Subnet': '1.1', May 25 22:38:41.459015 dv-cinder-843305-1-smb neutron-server[83204]: 'Trunk': '1.1'}} May 25 22:38:41.459015 dv-cinder-843305-1-smb neutron-server[83204]: {{(pid=83204) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 22:38:41.464743 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:41.465004 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.db.segments_db [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Added segment 5a1b511a-1790-4620-9618-9ed3342cc72e of type vlan for network 84ae9284-4480-4503-b05c-9e1235a6ee14 May 25 22:38:41.487581 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 37748) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:41.499302 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728909907725'] for network, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:41.529384 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865'] for network, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:41.530758 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:41.531876 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for network, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:41.637408 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 37758) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:41.639045 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7680259 May 25 22:38:41.644150 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-c3feed33-e2c4-46b2-b835-a5d4608e8e4a admin admin] Request body: {'subnet': {'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1299349677-subnet', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:38:41.649028 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-c3feed33-e2c4-46b2-b835-a5d4608e8e4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:41.651724 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f0787-5138-42b4-98bc-97d4ef0c6f22 admin admin] Pushing event updated for resources: {'Network': ['ID=84ae9284-4480-4503-b05c-9e1235a6ee14,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:41.653137 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-c3feed33-e2c4-46b2-b835-a5d4608e8e4a admin admin] Usage tracker for resource:subnet and tenant:360f94ee5000428395895ec5220a3314 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:41.657124 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-c3feed33-e2c4-46b2-b835-a5d4608e8e4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:41.663665 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-c3feed33-e2c4-46b2-b835-a5d4608e8e4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:41.666803 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Network 84ae9284-4480-4503-b05c-9e1235a6ee14 details requested by agent ovs-agent-dv-cinder-843305-1-smb with host dv-cinder-843305-1-smb {{(pid=83205) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:38:41.674594 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3feed33-e2c4-46b2-b835-a5d4608e8e4a admin admin] Made reservation on behalf of 360f94ee5000428395895ec5220a3314 for: {'subnet': 1} {{(pid=83203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:38:41.677473 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c3feed33-e2c4-46b2-b835-a5d4608e8e4a admin admin] Notify callbacks [] for subnet, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:41.886719 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 37772) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:41.922725 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c3feed33-e2c4-46b2-b835-a5d4608e8e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865'] for subnet, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:41.981915 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-88855ae7-fffd-46d1-8553-40e487ed1a25 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1382777500-network', 'tenant_id': '8070272689ae4feda68b4ce15376a6be'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:38:41.987318 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3feed33-e2c4-46b2-b835-a5d4608e8e4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaeba0d5-7c5d-481f-b009-b71f12b223e9,revision_number=0']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:41.989333 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-88855ae7-fffd-46d1-8553-40e487ed1a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:41.993349 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-88855ae7-fffd-46d1-8553-40e487ed1a25 admin admin] Usage tracker for resource:network and tenant:8070272689ae4feda68b4ce15376a6be is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:41.996202 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-88855ae7-fffd-46d1-8553-40e487ed1a25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:42.002997 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-88855ae7-fffd-46d1-8553-40e487ed1a25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:42.003698 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3feed33-e2c4-46b2-b835-a5d4608e8e4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:42.004126 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3feed33-e2c4-46b2-b835-a5d4608e8e4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:42.004526 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3feed33-e2c4-46b2-b835-a5d4608e8e4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:42.004921 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3feed33-e2c4-46b2-b835-a5d4608e8e4a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:42.005338 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3feed33-e2c4-46b2-b835-a5d4608e8e4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:42.005696 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3feed33-e2c4-46b2-b835-a5d4608e8e4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:42.006195 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3feed33-e2c4-46b2-b835-a5d4608e8e4a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:42.006702 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3feed33-e2c4-46b2-b835-a5d4608e8e4a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:42.007171 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3feed33-e2c4-46b2-b835-a5d4608e8e4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:42.007652 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3feed33-e2c4-46b2-b835-a5d4608e8e4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:42.008144 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3feed33-e2c4-46b2-b835-a5d4608e8e4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:42.009321 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3feed33-e2c4-46b2-b835-a5d4608e8e4a admin admin] Tracked resource versions report: May 25 22:38:42.009321 dv-cinder-843305-1-smb neutron-server[83203]: pushed versions: May 25 22:38:42.009321 dv-cinder-843305-1-smb neutron-server[83203]: { 'ConntrackHelper': {'1.0'}, May 25 22:38:42.009321 dv-cinder-843305-1-smb neutron-server[83203]: 'Log': {'1.0'}, May 25 22:38:42.009321 dv-cinder-843305-1-smb neutron-server[83203]: 'Network': {'1.1'}, May 25 22:38:42.009321 dv-cinder-843305-1-smb neutron-server[83203]: 'Port': {'1.5'}, May 25 22:38:42.009321 dv-cinder-843305-1-smb neutron-server[83203]: 'PortForwarding': {'1.2'}, May 25 22:38:42.009321 dv-cinder-843305-1-smb neutron-server[83203]: 'QosPolicy': {'1.8'}, May 25 22:38:42.009321 dv-cinder-843305-1-smb neutron-server[83203]: 'SecurityGroup': {'1.2'}, May 25 22:38:42.009321 dv-cinder-843305-1-smb neutron-server[83203]: 'SecurityGroupRule': {'1.0'}, May 25 22:38:42.009321 dv-cinder-843305-1-smb neutron-server[83203]: 'SubPort': {'1.0'}, May 25 22:38:42.009321 dv-cinder-843305-1-smb neutron-server[83203]: 'Subnet': {'1.1'}, May 25 22:38:42.009321 dv-cinder-843305-1-smb neutron-server[83203]: 'Trunk': {'1.1'}} May 25 22:38:42.009321 dv-cinder-843305-1-smb neutron-server[83203]: consumer versions: May 25 22:38:42.009321 dv-cinder-843305-1-smb neutron-server[83203]: { DHCP agent@dv-cinder-843305-1-smb: {}, May 25 22:38:42.009321 dv-cinder-843305-1-smb neutron-server[83203]: HyperV agent@hv-cinder-84330: {}, May 25 22:38:42.009321 dv-cinder-843305-1-smb neutron-server[83203]: L3 agent@dv-cinder-843305-1-smb: {}, May 25 22:38:42.009321 dv-cinder-843305-1-smb neutron-server[83203]: Metadata agent@dv-cinder-843305-1-smb: {}, May 25 22:38:42.009321 dv-cinder-843305-1-smb neutron-server[83203]: Metering agent@dv-cinder-843305-1-smb: {}, May 25 22:38:42.009321 dv-cinder-843305-1-smb neutron-server[83203]: Open vSwitch agent@dv-cinder-843305-1-smb: { 'ConntrackHelper': '1.0', May 25 22:38:42.009321 dv-cinder-843305-1-smb neutron-server[83203]: 'Log': '1.0', May 25 22:38:42.009321 dv-cinder-843305-1-smb neutron-server[83203]: 'Network': '1.1', May 25 22:38:42.009321 dv-cinder-843305-1-smb neutron-server[83203]: 'Port': '1.5', May 25 22:38:42.009321 dv-cinder-843305-1-smb neutron-server[83203]: 'PortForwarding': '1.2', May 25 22:38:42.009321 dv-cinder-843305-1-smb neutron-server[83203]: 'QosPolicy': '1.8', May 25 22:38:42.009321 dv-cinder-843305-1-smb neutron-server[83203]: 'SecurityGroup': '1.2', May 25 22:38:42.009321 dv-cinder-843305-1-smb neutron-server[83203]: 'SecurityGroupRule': '1.0', May 25 22:38:42.009321 dv-cinder-843305-1-smb neutron-server[83203]: 'SubPort': '1.0', May 25 22:38:42.009321 dv-cinder-843305-1-smb neutron-server[83203]: 'Subnet': '1.1', May 25 22:38:42.009321 dv-cinder-843305-1-smb neutron-server[83203]: 'Trunk': '1.1'}} May 25 22:38:42.009321 dv-cinder-843305-1-smb neutron-server[83203]: {{(pid=83203) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 22:38:42.015532 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88855ae7-fffd-46d1-8553-40e487ed1a25 admin admin] Made reservation on behalf of 8070272689ae4feda68b4ce15376a6be for: {'network': 1} {{(pid=83204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:38:42.018384 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-88855ae7-fffd-46d1-8553-40e487ed1a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for network, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:42.030941 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-88855ae7-fffd-46d1-8553-40e487ed1a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:42.038967 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3feed33-e2c4-46b2-b835-a5d4608e8e4a admin admin] Checking segment: {'id': '5a1b511a-1790-4620-9618-9ed3342cc72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:38:42.039633 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3feed33-e2c4-46b2-b835-a5d4608e8e4a admin admin] Network hostable DHCP agents. Network: 84ae9284-4480-4503-b05c-9e1235a6ee14, hostable agents: ['894d5615-95da-45d6-9a18-7bf04c47b636'], hosted agents: [] {{(pid=83203) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:38:42.065387 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-88855ae7-fffd-46d1-8553-40e487ed1a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:42.067213 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3feed33-e2c4-46b2-b835-a5d4608e8e4a admin admin] Network 84ae9284-4480-4503-b05c-9e1235a6ee14 is scheduled to be hosted by DHCP agent 894d5615-95da-45d6-9a18-7bf04c47b636 with binding_index 1 {{(pid=83203) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:38:42.069507 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-88855ae7-fffd-46d1-8553-40e487ed1a25 admin admin] Usage tracker for resource:security_group_rule and tenant:8070272689ae4feda68b4ce15376a6be is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:42.072330 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-88855ae7-fffd-46d1-8553-40e487ed1a25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:42.079686 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-88855ae7-fffd-46d1-8553-40e487ed1a25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:42.081756 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [None req-c3feed33-e2c4-46b2-b835-a5d4608e8e4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-smb, 84ae9284-4480-4503-b05c-9e1235a6ee14) {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:38:42.090279 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3feed33-e2c4-46b2-b835-a5d4608e8e4a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:42.093671 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357b2ee1-b114-4a51-a05d-4e73c2ca0de8 None None] Network 84ae9284-4480-4503-b05c-9e1235a6ee14 requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:38:42.103669 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c3feed33-e2c4-46b2-b835-a5d4608e8e4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for subnet, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:42.144022 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-c3feed33-e2c4-46b2-b835-a5d4608e8e4a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5055296 May 25 22:38:42.146827 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 37782) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:42.152608 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-5ac2a8ba-21bc-4dde-9deb-76142896c188 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1299349677-router', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:38:42.159661 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-5ac2a8ba-21bc-4dde-9deb-76142896c188 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:42.165992 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-88855ae7-fffd-46d1-8553-40e487ed1a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:42.170174 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-5ac2a8ba-21bc-4dde-9deb-76142896c188 admin admin] Usage tracker for resource:router and tenant:360f94ee5000428395895ec5220a3314 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:42.178519 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-5ac2a8ba-21bc-4dde-9deb-76142896c188 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:42.179650 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-88855ae7-fffd-46d1-8553-40e487ed1a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:42.193285 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-5ac2a8ba-21bc-4dde-9deb-76142896c188 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:42.220976 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-5ac2a8ba-21bc-4dde-9deb-76142896c188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-995827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4951'] for router, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:42.222766 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-5ac2a8ba-21bc-4dde-9deb-76142896c188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-995728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4956'] for router, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:42.250923 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88855ae7-fffd-46d1-8553-40e487ed1a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed004bfd-618e-4388-8275-c754de98ccb6,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:42.277588 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88855ae7-fffd-46d1-8553-40e487ed1a25 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=83204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:38:42.283685 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-5ac2a8ba-21bc-4dde-9deb-76142896c188 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:42.296757 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-88855ae7-fffd-46d1-8553-40e487ed1a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:42.297143 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.db.segments_db [None req-88855ae7-fffd-46d1-8553-40e487ed1a25 admin admin] Added segment 1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3 of type vlan for network f0e051db-549c-4c00-b572-ba45117467c0 May 25 22:38:42.363239 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-88855ae7-fffd-46d1-8553-40e487ed1a25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728909907725'] for network, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:42.408996 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 37790) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:42.413012 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed14cf5-3ca5-548c-8e99-fd567da135a2-84ae9284-4480-4503-b05c-9e1235a6ee14', 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'fixed_ips': [{'subnet_id': 'eaeba0d5-7c5d-481f-b009-b71f12b223e9'}]}} from dv-cinder-843305-1-smb. {{(pid=83205) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:38:42.414134 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:42.432744 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-adf97886-3b7d-4d82-a50b-197a6071ac1d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1478890880-network', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:38:42.453112 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-88855ae7-fffd-46d1-8553-40e487ed1a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865'] for network, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:42.454815 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88855ae7-fffd-46d1-8553-40e487ed1a25 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:42.455379 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-88855ae7-fffd-46d1-8553-40e487ed1a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for network, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:42.472725 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-adf97886-3b7d-4d82-a50b-197a6071ac1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:42.512175 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-adf97886-3b7d-4d82-a50b-197a6071ac1d admin admin] Usage tracker for resource:network and tenant:8245386779d14b72ba8d57559c8a6be4 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:42.525741 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-adf97886-3b7d-4d82-a50b-197a6071ac1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:42.555112 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-adf97886-3b7d-4d82-a50b-197a6071ac1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:42.611741 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.db_base_plugin_common [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Allocated IP 172.20.0.2 (84ae9284-4480-4503-b05c-9e1235a6ee14/eaeba0d5-7c5d-481f-b009-b71f12b223e9/1eb980b4-cc45-4fe9-b164-e4b7e827fe82) {{(pid=83205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:38:42.623948 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-aee9634f-4534-46f5-a3bd-0c3d30b1e4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:42.715412 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-88855ae7-fffd-46d1-8553-40e487ed1a25 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2267418 May 25 22:38:42.720542 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 37810) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:42.726651 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-1dad3909-115b-4e7a-9406-3d29403f1463 admin admin] Request body: {'subnet': {'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1382777500-subnet', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:38:42.733369 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-1dad3909-115b-4e7a-9406-3d29403f1463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:42.736907 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf97886-3b7d-4d82-a50b-197a6071ac1d admin admin] Made reservation on behalf of 8245386779d14b72ba8d57559c8a6be4 for: {'network': 1} {{(pid=83204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:38:42.741056 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-1dad3909-115b-4e7a-9406-3d29403f1463 admin admin] Usage tracker for resource:subnet and tenant:8070272689ae4feda68b4ce15376a6be is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:42.743560 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-adf97886-3b7d-4d82-a50b-197a6071ac1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for network, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:42.749088 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-1dad3909-115b-4e7a-9406-3d29403f1463 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:42.755123 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-1dad3909-115b-4e7a-9406-3d29403f1463 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:42.772533 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dad3909-115b-4e7a-9406-3d29403f1463 admin admin] Made reservation on behalf of 8070272689ae4feda68b4ce15376a6be for: {'subnet': 1} {{(pid=83203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:38:42.778029 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1dad3909-115b-4e7a-9406-3d29403f1463 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:42.785276 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88855ae7-fffd-46d1-8553-40e487ed1a25 admin admin] Pushing event updated for resources: {'Network': ['ID=f0e051db-549c-4c00-b572-ba45117467c0,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:42.800813 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-1c953a06-051f-40e5-b743-7d79f549c95e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1484231986-network', 'tenant_id': 'da71047166c24534ad1ebe7b7b60d474'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:38:42.807668 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-1c953a06-051f-40e5-b743-7d79f549c95e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:42.809992 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-adf97886-3b7d-4d82-a50b-197a6071ac1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:42.826003 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-1c953a06-051f-40e5-b743-7d79f549c95e admin admin] Usage tracker for resource:network and tenant:da71047166c24534ad1ebe7b7b60d474 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:42.831108 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-1c953a06-051f-40e5-b743-7d79f549c95e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:42.842122 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-1c953a06-051f-40e5-b743-7d79f549c95e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:42.871204 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-adf97886-3b7d-4d82-a50b-197a6071ac1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:42.876530 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c953a06-051f-40e5-b743-7d79f549c95e admin admin] Made reservation on behalf of da71047166c24534ad1ebe7b7b60d474 for: {'network': 1} {{(pid=83204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:38:42.879485 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Notify callbacks [] for port, precommit_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:42.880001 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1c953a06-051f-40e5-b743-7d79f549c95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for network, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:42.890198 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Transition to ACTIVE for port object 1eb980b4-cc45-4fe9-b164-e4b7e827fe82 will not be triggered until provisioned by entity L2. {{(pid=83205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:38:42.896429 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-adf97886-3b7d-4d82-a50b-197a6071ac1d admin admin] Usage tracker for resource:security_group_rule and tenant:8245386779d14b72ba8d57559c8a6be4 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:42.902459 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-adf97886-3b7d-4d82-a50b-197a6071ac1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:42.912933 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Transition to ACTIVE for port object 1eb980b4-cc45-4fe9-b164-e4b7e827fe82 will not be triggered until provisioned by entity DHCP. {{(pid=83205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:38:42.913431 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-adf97886-3b7d-4d82-a50b-197a6071ac1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:42.916692 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1c953a06-051f-40e5-b743-7d79f549c95e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:42.917382 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Network f0e051db-549c-4c00-b572-ba45117467c0 details requested by agent ovs-agent-dv-cinder-843305-1-smb with host dv-cinder-843305-1-smb {{(pid=83205) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:38:42.936732 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443'] for port, after_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:42.967314 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-5ac2a8ba-21bc-4dde-9deb-76142896c188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1035273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:42.996573 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Network 84ae9284-4480-4503-b05c-9e1235a6ee14 is already hosted by enough agents. {{(pid=83205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:38:43.003069 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-1c953a06-051f-40e5-b743-7d79f549c95e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:43.010573 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-1c953a06-051f-40e5-b743-7d79f549c95e admin admin] Usage tracker for resource:security_group_rule and tenant:da71047166c24534ad1ebe7b7b60d474 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:43.021667 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-1c953a06-051f-40e5-b743-7d79f549c95e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:43.040203 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-1c953a06-051f-40e5-b743-7d79f549c95e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:43.054195 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.scheduler.base_scheduler [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Resources bound (agent type, host, resource id): {{(pid=83205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:38:43.063018 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Received port after_create {{(pid=83205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:38:43.079950 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-adf97886-3b7d-4d82-a50b-197a6071ac1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:43.093169 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-adf97886-3b7d-4d82-a50b-197a6071ac1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:43.199497 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1dad3909-115b-4e7a-9406-3d29403f1463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865'] for subnet, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:43.206214 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Attempting to bind port 1eb980b4-cc45-4fe9-b164-e4b7e827fe82 on host dv-cinder-843305-1-smb for vnic_type normal with profile {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:38:43.206607 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Attempting to bind port 1eb980b4-cc45-4fe9-b164-e4b7e827fe82 by drivers openvswitch,hyperv on host dv-cinder-843305-1-smb at level 0 using segments [{'id': '5a1b511a-1790-4620-9618-9ed3342cc72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14'}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:38:43.206964 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Attempting to bind port 1eb980b4-cc45-4fe9-b164-e4b7e827fe82 on network 84ae9284-4480-4503-b05c-9e1235a6ee14 {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:38:43.223485 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Checking agent: {'id': '7ae609c1-c95f-406f-b830-1d01d4388ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 29, 46), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:38:43.224110 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Checking segment: {'id': '5a1b511a-1790-4620-9618-9ed3342cc72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:38:43.224507 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:43.224954 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Bound using segment: {'id': '5a1b511a-1790-4620-9618-9ed3342cc72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14'} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:38:43.225558 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Bound port: 1eb980b4-cc45-4fe9-b164-e4b7e827fe82, host: dv-cinder-843305-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1b511a-1790-4620-9618-9ed3342cc72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14'}}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:38:43.225943 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:43.248777 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf97886-3b7d-4d82-a50b-197a6071ac1d admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=83204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:38:43.295925 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf97886-3b7d-4d82-a50b-197a6071ac1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64edb0fa-8ed0-4b0c-9ae4-10403dad9876,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:43.296583 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad3909-115b-4e7a-9406-3d29403f1463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9149cc5-7f23-4821-b9e2-fe53e98b46ba,revision_number=0']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:43.332411 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] For port 1eb980b4-cc45-4fe9-b164-e4b7e827fe82, host dv-cinder-843305-1-smb, cleared binding levels {{(pid=83205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:38:43.336023 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] For port 1eb980b4-cc45-4fe9-b164-e4b7e827fe82, host dv-cinder-843305-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=1eb980b4-cc45-4fe9-b164-e4b7e827fe82,segment=NetworkSegment(5a1b511a-1790-4620-9618-9ed3342cc72e),segment_id=5a1b511a-1790-4620-9618-9ed3342cc72e)] {{(pid=83205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:38:43.353592 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:43.359096 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-adf97886-3b7d-4d82-a50b-197a6071ac1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:43.361454 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.db.segments_db [None req-adf97886-3b7d-4d82-a50b-197a6071ac1d admin admin] Added segment 06c790d0-55a7-47ae-999d-414301c64b5e of type vlan for network 7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2 May 25 22:38:43.432498 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Pushing event updated for resources: {'Port': ['ID=1eb980b4-cc45-4fe9-b164-e4b7e827fe82,revision_number=1']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:43.444512 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:43.444854 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:43.445184 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:43.445513 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:43.445838 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:43.446157 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:43.446499 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:43.446833 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:43.447145 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:43.447824 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:43.447824 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:43.468293 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Tracked resource versions report: May 25 22:38:43.468293 dv-cinder-843305-1-smb neutron-server[83205]: pushed versions: May 25 22:38:43.468293 dv-cinder-843305-1-smb neutron-server[83205]: { 'ConntrackHelper': {'1.0'}, May 25 22:38:43.468293 dv-cinder-843305-1-smb neutron-server[83205]: 'Log': {'1.0'}, May 25 22:38:43.468293 dv-cinder-843305-1-smb neutron-server[83205]: 'Network': {'1.1'}, May 25 22:38:43.468293 dv-cinder-843305-1-smb neutron-server[83205]: 'Port': {'1.5'}, May 25 22:38:43.468293 dv-cinder-843305-1-smb neutron-server[83205]: 'PortForwarding': {'1.2'}, May 25 22:38:43.468293 dv-cinder-843305-1-smb neutron-server[83205]: 'QosPolicy': {'1.8'}, May 25 22:38:43.468293 dv-cinder-843305-1-smb neutron-server[83205]: 'SecurityGroup': {'1.2'}, May 25 22:38:43.468293 dv-cinder-843305-1-smb neutron-server[83205]: 'SecurityGroupRule': {'1.0'}, May 25 22:38:43.468293 dv-cinder-843305-1-smb neutron-server[83205]: 'SubPort': {'1.0'}, May 25 22:38:43.468293 dv-cinder-843305-1-smb neutron-server[83205]: 'Subnet': {'1.1'}, May 25 22:38:43.468293 dv-cinder-843305-1-smb neutron-server[83205]: 'Trunk': {'1.1'}} May 25 22:38:43.468293 dv-cinder-843305-1-smb neutron-server[83205]: consumer versions: May 25 22:38:43.468293 dv-cinder-843305-1-smb neutron-server[83205]: { DHCP agent@dv-cinder-843305-1-smb: {}, May 25 22:38:43.468293 dv-cinder-843305-1-smb neutron-server[83205]: HyperV agent@hv-cinder-84330: {}, May 25 22:38:43.468293 dv-cinder-843305-1-smb neutron-server[83205]: L3 agent@dv-cinder-843305-1-smb: {}, May 25 22:38:43.468293 dv-cinder-843305-1-smb neutron-server[83205]: Metadata agent@dv-cinder-843305-1-smb: {}, May 25 22:38:43.468293 dv-cinder-843305-1-smb neutron-server[83205]: Metering agent@dv-cinder-843305-1-smb: {}, May 25 22:38:43.468293 dv-cinder-843305-1-smb neutron-server[83205]: Open vSwitch agent@dv-cinder-843305-1-smb: { 'ConntrackHelper': '1.0', May 25 22:38:43.468293 dv-cinder-843305-1-smb neutron-server[83205]: 'Log': '1.0', May 25 22:38:43.468293 dv-cinder-843305-1-smb neutron-server[83205]: 'Network': '1.1', May 25 22:38:43.468293 dv-cinder-843305-1-smb neutron-server[83205]: 'Port': '1.5', May 25 22:38:43.468293 dv-cinder-843305-1-smb neutron-server[83205]: 'PortForwarding': '1.2', May 25 22:38:43.468293 dv-cinder-843305-1-smb neutron-server[83205]: 'QosPolicy': '1.8', May 25 22:38:43.468293 dv-cinder-843305-1-smb neutron-server[83205]: 'SecurityGroup': '1.2', May 25 22:38:43.468293 dv-cinder-843305-1-smb neutron-server[83205]: 'SecurityGroupRule': '1.0', May 25 22:38:43.468293 dv-cinder-843305-1-smb neutron-server[83205]: 'SubPort': '1.0', May 25 22:38:43.468293 dv-cinder-843305-1-smb neutron-server[83205]: 'Subnet': '1.1', May 25 22:38:43.468293 dv-cinder-843305-1-smb neutron-server[83205]: 'Trunk': '1.1'}} May 25 22:38:43.468293 dv-cinder-843305-1-smb neutron-server[83205]: {{(pid=83205) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 22:38:43.507261 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-adf97886-3b7d-4d82-a50b-197a6071ac1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728909907725'] for network, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:43.526887 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1c953a06-051f-40e5-b743-7d79f549c95e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:43.540201 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1c953a06-051f-40e5-b743-7d79f549c95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:43.557513 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dad3909-115b-4e7a-9406-3d29403f1463 admin admin] Checking segment: {'id': '1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:38:43.557975 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dad3909-115b-4e7a-9406-3d29403f1463 admin admin] Network hostable DHCP agents. Network: f0e051db-549c-4c00-b572-ba45117467c0, hostable agents: ['894d5615-95da-45d6-9a18-7bf04c47b636'], hosted agents: [] {{(pid=83203) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:38:43.575327 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c953a06-051f-40e5-b743-7d79f549c95e admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=83204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:38:43.600584 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1c953a06-051f-40e5-b743-7d79f549c95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:43.601040 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.db.segments_db [None req-1c953a06-051f-40e5-b743-7d79f549c95e admin admin] Added segment ec3cae98-a149-4a75-970a-e0931392ac31 of type vlan for network f19d5b1d-d723-424f-887b-d2aed78f8fc4 May 25 22:38:43.657506 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd6fe3-85a0-4e3f-8202-49b399703e07 None None] Pushing event updated for resources: {'Port': ['ID=1eb980b4-cc45-4fe9-b164-e4b7e827fe82,revision_number=2']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:43.663337 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1c953a06-051f-40e5-b743-7d79f549c95e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728909907725'] for network, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:43.755687 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1c953a06-051f-40e5-b743-7d79f549c95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865'] for network, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:43.756545 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953a06-051f-40e5-b743-7d79f549c95e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:43.757211 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1c953a06-051f-40e5-b743-7d79f549c95e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for network, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:43.766085 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.db.resource_extend [None req-adf97886-3b7d-4d82-a50b-197a6071ac1d admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:38:43.766664 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-5ac2a8ba-21bc-4dde-9deb-76142896c188 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:43.853575 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c953a06-051f-40e5-b743-7d79f549c95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948a7188-f2e3-4305-b798-f1bc92e433a6,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:43.854314 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-5ac2a8ba-21bc-4dde-9deb-76142896c188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:43.956371 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dad3909-115b-4e7a-9406-3d29403f1463 admin admin] Network f0e051db-549c-4c00-b572-ba45117467c0 is scheduled to be hosted by DHCP agent 894d5615-95da-45d6-9a18-7bf04c47b636 with binding_index 1 {{(pid=83203) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:38:43.988893 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [None req-1dad3909-115b-4e7a-9406-3d29403f1463 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-smb, f0e051db-549c-4c00-b572-ba45117467c0) {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:38:43.998291 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f3b894-4428-4da1-aa1d-92cbe3a81795 None None] Network f0e051db-549c-4c00-b572-ba45117467c0 requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:38:44.002152 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dad3909-115b-4e7a-9406-3d29403f1463 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:44.002779 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1dad3909-115b-4e7a-9406-3d29403f1463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for subnet, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:44.057932 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c953a06-051f-40e5-b743-7d79f549c95e admin admin] Pushing event updated for resources: {'Network': ['ID=f19d5b1d-d723-424f-887b-d2aed78f8fc4,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:44.076334 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-adf97886-3b7d-4d82-a50b-197a6071ac1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865'] for network, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:44.078388 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf97886-3b7d-4d82-a50b-197a6071ac1d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:44.078388 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-adf97886-3b7d-4d82-a50b-197a6071ac1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for network, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:44.128384 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-1dad3909-115b-4e7a-9406-3d29403f1463 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4027646 May 25 22:38:44.134289 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 37844) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:44.152184 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-010de65e-32f4-4025-8e94-34e5060f438e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1382777500-router', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:38:44.171820 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-010de65e-32f4-4025-8e94-34e5060f438e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:44.179713 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Network f19d5b1d-d723-424f-887b-d2aed78f8fc4 details requested by agent ovs-agent-dv-cinder-843305-1-smb with host dv-cinder-843305-1-smb {{(pid=83205) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:38:44.194217 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-010de65e-32f4-4025-8e94-34e5060f438e admin admin] Usage tracker for resource:router and tenant:8070272689ae4feda68b4ce15376a6be is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:44.201491 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-010de65e-32f4-4025-8e94-34e5060f438e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:44.231771 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-010de65e-32f4-4025-8e94-34e5060f438e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:44.235919 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-1c953a06-051f-40e5-b743-7d79f549c95e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8129969 May 25 22:38:44.235919 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf97886-3b7d-4d82-a50b-197a6071ac1d admin admin] Pushing event updated for resources: {'Network': ['ID=7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:44.236423 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 37852) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:44.240346 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.db_base_plugin_common [None req-5ac2a8ba-21bc-4dde-9deb-76142896c188 admin admin] Allocated IP 172.28.2.205 (77f19dc1-c50e-4f02-8833-0fbdbbec8517/1120c8a6-ca37-4814-b2e9-f8ac22584781/9aa33250-89d8-4246-99da-de69ec773fc5) {{(pid=83203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:38:44.251983 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-adf97886-3b7d-4d82-a50b-197a6071ac1d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3640239 May 25 22:38:44.256903 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-d0f156a8-de6d-48b6-9a6f-67b91c89ef0f admin admin] Request body: {'subnet': {'network_id': 'f19d5b1d-d723-424f-887b-d2aed78f8fc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1484231986-subnet', 'tenant_id': 'da71047166c24534ad1ebe7b7b60d474', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:38:44.260553 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 37856) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:44.268963 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-8097bfc4-a933-4d96-b540-4df911bc3dfa admin admin] Request body: {'subnet': {'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1478890880-subnet', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:38:44.275067 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-8097bfc4-a933-4d96-b540-4df911bc3dfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:44.280810 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-8097bfc4-a933-4d96-b540-4df911bc3dfa admin admin] Usage tracker for resource:subnet and tenant:8245386779d14b72ba8d57559c8a6be4 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:44.286817 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-8097bfc4-a933-4d96-b540-4df911bc3dfa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:44.295003 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-010de65e-32f4-4025-8e94-34e5060f438e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-995827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4951'] for router, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:44.299609 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-010de65e-32f4-4025-8e94-34e5060f438e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-995728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4956'] for router, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:44.302652 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-8097bfc4-a933-4d96-b540-4df911bc3dfa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:44.324070 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-d0f156a8-de6d-48b6-9a6f-67b91c89ef0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:44.334616 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-d0f156a8-de6d-48b6-9a6f-67b91c89ef0f admin admin] Usage tracker for resource:subnet and tenant:da71047166c24534ad1ebe7b7b60d474 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:44.341754 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8097bfc4-a933-4d96-b540-4df911bc3dfa admin admin] Made reservation on behalf of 8245386779d14b72ba8d57559c8a6be4 for: {'subnet': 1} {{(pid=83204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:38:44.347981 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-8097bfc4-a933-4d96-b540-4df911bc3dfa admin admin] Notify callbacks [] for subnet, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:44.350524 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Network 7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2 details requested by agent ovs-agent-dv-cinder-843305-1-smb with host dv-cinder-843305-1-smb {{(pid=83205) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:38:44.687971 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-5ac2a8ba-21bc-4dde-9deb-76142896c188 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:44.826139 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-d0f156a8-de6d-48b6-9a6f-67b91c89ef0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:44.829610 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-5ac2a8ba-21bc-4dde-9deb-76142896c188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443'] for port, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:44.877230 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-d0f156a8-de6d-48b6-9a6f-67b91c89ef0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:44.924598 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-8097bfc4-a933-4d96-b540-4df911bc3dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865'] for subnet, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:44.939341 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-010de65e-32f4-4025-8e94-34e5060f438e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:44.979317 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f156a8-de6d-48b6-9a6f-67b91c89ef0f admin admin] Made reservation on behalf of da71047166c24534ad1ebe7b7b60d474 for: {'subnet': 1} {{(pid=83204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:38:44.986666 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d0f156a8-de6d-48b6-9a6f-67b91c89ef0f admin admin] Notify callbacks [] for subnet, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:45.017341 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac2a8ba-21bc-4dde-9deb-76142896c188 admin admin] Network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 is already hosted by enough agents. {{(pid=83203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:38:45.025206 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 1eb980b4-cc45-4fe9-b164-e4b7e827fe82 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:38:45.041251 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [None req-5ac2a8ba-21bc-4dde-9deb-76142896c188 admin admin] Resources bound (agent type, host, resource id): {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:38:45.045040 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac2a8ba-21bc-4dde-9deb-76142896c188 admin admin] Received port after_create {{(pid=83203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:38:45.097142 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1e7f9d-1918-48a4-a0b0-6f3fb3f1d71a None None] Network 84ae9284-4480-4503-b05c-9e1235a6ee14 requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:38:45.196643 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1f7a7009-bf20-440b-a0aa-0b568174cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:45.282224 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097bfc4-a933-4d96-b540-4df911bc3dfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=485856f6-0ca7-4895-967d-86a1a09c0007,revision_number=0']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:45.340750 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4d8ad9-264d-461a-89d3-64a817a52554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed14cf5-3ca5-548c-8e99-fd567da135a2-f0e051db-549c-4c00-b572-ba45117467c0', 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'fixed_ips': [{'subnet_id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba'}]}} from dv-cinder-843305-1-smb. {{(pid=83205) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:38:45.341567 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1e4d8ad9-264d-461a-89d3-64a817a52554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:45.437135 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-a5035f6f-be96-49c2-9fff-a6b36885985b None None] Provisioning for port 1eb980b4-cc45-4fe9-b164-e4b7e827fe82 completed by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:38:45.485844 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-010de65e-32f4-4025-8e94-34e5060f438e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1035273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:45.502693 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2a8ba-21bc-4dde-9deb-76142896c188 admin admin] Pushing event updated for resources: {'Port': ['ID=9aa33250-89d8-4246-99da-de69ec773fc5,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:45.514011 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning for port 1eb980b4-cc45-4fe9-b164-e4b7e827fe82 completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:38:45.544234 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 1eb980b4-cc45-4fe9-b164-e4b7e827fe82 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:38:45.544725 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:45.553701 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8097bfc4-a933-4d96-b540-4df911bc3dfa admin admin] Checking segment: {'id': '06c790d0-55a7-47ae-999d-414301c64b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:38:45.554052 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8097bfc4-a933-4d96-b540-4df911bc3dfa admin admin] Network hostable DHCP agents. Network: 7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2, hostable agents: ['894d5615-95da-45d6-9a18-7bf04c47b636'], hosted agents: [] {{(pid=83204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:38:45.607345 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-a5035f6f-be96-49c2-9fff-a6b36885985b None None] Provisioning complete for port 1eb980b4-cc45-4fe9-b164-e4b7e827fe82 triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:38:45.607707 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-a5035f6f-be96-49c2-9fff-a6b36885985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:45.652760 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8097bfc4-a933-4d96-b540-4df911bc3dfa admin admin] Network 7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2 is scheduled to be hosted by DHCP agent 894d5615-95da-45d6-9a18-7bf04c47b636 with binding_index 1 {{(pid=83204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:38:45.702665 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [None req-8097bfc4-a933-4d96-b540-4df911bc3dfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-smb, 7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2) {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:38:45.712195 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8097bfc4-a933-4d96-b540-4df911bc3dfa admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:45.712773 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-8097bfc4-a933-4d96-b540-4df911bc3dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for subnet, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:45.723263 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d0f156a8-de6d-48b6-9a6f-67b91c89ef0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865'] for subnet, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:45.755998 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0533812-d301-404b-ab45-a08b29a75e3a None None] Network 7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2 requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:38:45.864547 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-8097bfc4-a933-4d96-b540-4df911bc3dfa admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5969520 May 25 22:38:45.865311 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 37912) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:45.886846 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-0fb32683-5c81-4498-86c7-c227c7a2bcb9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1478890880-router', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:38:45.897781 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-5ac2a8ba-21bc-4dde-9deb-76142896c188 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:45.898804 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-5ac2a8ba-21bc-4dde-9deb-76142896c188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1035264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997785'] for router, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:45.925963 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-010de65e-32f4-4025-8e94-34e5060f438e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:45.933266 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-0fb32683-5c81-4498-86c7-c227c7a2bcb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:45.936906 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f156a8-de6d-48b6-9a6f-67b91c89ef0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdace366-63e8-4d54-9b7a-f672449731de,revision_number=0']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:45.965136 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-0fb32683-5c81-4498-86c7-c227c7a2bcb9 admin admin] Usage tracker for resource:router and tenant:8245386779d14b72ba8d57559c8a6be4 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:45.969773 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-0fb32683-5c81-4498-86c7-c227c7a2bcb9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:45.985516 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-0fb32683-5c81-4498-86c7-c227c7a2bcb9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:45.992326 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f156a8-de6d-48b6-9a6f-67b91c89ef0f admin admin] Checking segment: {'id': 'ec3cae98-a149-4a75-970a-e0931392ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f19d5b1d-d723-424f-887b-d2aed78f8fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:38:45.992687 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f156a8-de6d-48b6-9a6f-67b91c89ef0f admin admin] Network hostable DHCP agents. Network: f19d5b1d-d723-424f-887b-d2aed78f8fc4, hostable agents: ['894d5615-95da-45d6-9a18-7bf04c47b636'], hosted agents: [] {{(pid=83204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:38:46.015482 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0fb32683-5c81-4498-86c7-c227c7a2bcb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-995827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4951'] for router, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:46.016918 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0fb32683-5c81-4498-86c7-c227c7a2bcb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-995728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4956'] for router, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:46.042912 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0fb32683-5c81-4498-86c7-c227c7a2bcb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:46.044546 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f156a8-de6d-48b6-9a6f-67b91c89ef0f admin admin] Network f19d5b1d-d723-424f-887b-d2aed78f8fc4 is scheduled to be hosted by DHCP agent 894d5615-95da-45d6-9a18-7bf04c47b636 with binding_index 1 {{(pid=83204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:38:46.069571 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [None req-d0f156a8-de6d-48b6-9a6f-67b91c89ef0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-smb, f19d5b1d-d723-424f-887b-d2aed78f8fc4) {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:38:46.086088 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-010de65e-32f4-4025-8e94-34e5060f438e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:46.166175 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f156a8-de6d-48b6-9a6f-67b91c89ef0f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:46.166864 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d0f156a8-de6d-48b6-9a6f-67b91c89ef0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for subnet, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:46.292476 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-d0f156a8-de6d-48b6-9a6f-67b91c89ef0f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0449326 May 25 22:38:46.305584 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0fb32683-5c81-4498-86c7-c227c7a2bcb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1035273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:46.307460 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f482748-0317-4f9d-bf6a-c94f86efb08b None None] Network f19d5b1d-d723-424f-887b-d2aed78f8fc4 requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:38:46.321601 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.db_base_plugin_common [None req-010de65e-32f4-4025-8e94-34e5060f438e admin admin] Allocated IP 172.28.2.207 (77f19dc1-c50e-4f02-8833-0fbdbbec8517/1120c8a6-ca37-4814-b2e9-f8ac22584781/938e243c-8043-411a-ada5-c55c00bc9a4e) {{(pid=83203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:38:46.517968 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-010de65e-32f4-4025-8e94-34e5060f438e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:46.553620 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca57f588-9d34-4ab3-9ebf-4e2cacecd218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed14cf5-3ca5-548c-8e99-fd567da135a2-7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2', 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'fixed_ips': [{'subnet_id': '485856f6-0ca7-4895-967d-86a1a09c0007'}]}} from dv-cinder-843305-1-smb. {{(pid=83205) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:38:46.554490 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-ca57f588-9d34-4ab3-9ebf-4e2cacecd218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:46.581443 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-010de65e-32f4-4025-8e94-34e5060f438e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443'] for port, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:46.693351 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010de65e-32f4-4025-8e94-34e5060f438e admin admin] Network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 is already hosted by enough agents. {{(pid=83203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:38:46.696304 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0fb32683-5c81-4498-86c7-c227c7a2bcb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:46.709245 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [None req-010de65e-32f4-4025-8e94-34e5060f438e admin admin] Resources bound (agent type, host, resource id): {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:38:46.718553 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010de65e-32f4-4025-8e94-34e5060f438e admin admin] Received port after_create {{(pid=83203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:38:46.737183 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:46.764802 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0fb32683-5c81-4498-86c7-c227c7a2bcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:46.825041 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010de65e-32f4-4025-8e94-34e5060f438e admin admin] Pushing event updated for resources: {'Port': ['ID=938e243c-8043-411a-ada5-c55c00bc9a4e,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:46.858962 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.db_base_plugin_common [None req-1e4d8ad9-264d-461a-89d3-64a817a52554 None None] Allocated IP 172.20.0.2 (f0e051db-549c-4c00-b572-ba45117467c0/b9149cc5-7f23-4821-b9e2-fe53e98b46ba/96fe214e-4c8e-43fb-8010-9d9bec4f5803) {{(pid=83205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:38:46.945945 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac2a8ba-21bc-4dde-9deb-76142896c188 admin admin] Router d20adea2-cfd7-4d8c-a819-58e48c7e84e3 is scheduled to L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 with binding_index 1 {{(pid=83203) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:38:46.965259 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-010de65e-32f4-4025-8e94-34e5060f438e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:46.966964 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-010de65e-32f4-4025-8e94-34e5060f438e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1035264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997785'] for router, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:46.982800 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 37958) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:47.028213 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.db_base_plugin_common [None req-ca57f588-9d34-4ab3-9ebf-4e2cacecd218 None None] Allocated IP 172.20.0.2 (7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2/485856f6-0ca7-4895-967d-86a1a09c0007/4b396dfc-ccbe-442a-bacf-9bda16cb0277) {{(pid=83205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:38:47.048561 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.db_base_plugin_common [None req-0fb32683-5c81-4498-86c7-c227c7a2bcb9 admin admin] Allocated IP 172.28.2.65 (77f19dc1-c50e-4f02-8833-0fbdbbec8517/1120c8a6-ca37-4814-b2e9-f8ac22584781/38ba55ed-9c82-498b-8ac0-032a3e70cf32) {{(pid=83204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:38:47.355776 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 37978) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:47.438523 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-a5035f6f-be96-49c2-9fff-a6b36885985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:47.445572 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 37990) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:47.445770 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0fb32683-5c81-4498-86c7-c227c7a2bcb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:47.449596 dv-cinder-843305-1-smb neutron-server[83203]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 25 22:38:47.479660 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0fb32683-5c81-4498-86c7-c227c7a2bcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443'] for port, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:47.529329 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:47.566722 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-569aaecb-c811-493a-a2d8-e55675951760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:47.601536 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb32683-5c81-4498-86c7-c227c7a2bcb9 admin admin] Network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 is already hosted by enough agents. {{(pid=83204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:38:47.605463 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [None req-0fb32683-5c81-4498-86c7-c227c7a2bcb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:38:47.616782 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb32683-5c81-4498-86c7-c227c7a2bcb9 admin admin] Received port after_create {{(pid=83204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:38:47.636667 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-a5035f6f-be96-49c2-9fff-a6b36885985b None None] For port 1eb980b4-cc45-4fe9-b164-e4b7e827fe82, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=1eb980b4-cc45-4fe9-b164-e4b7e827fe82,segment=NetworkSegment(5a1b511a-1790-4620-9618-9ed3342cc72e),segment_id=5a1b511a-1790-4620-9618-9ed3342cc72e)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:38:47.645876 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb32683-5c81-4498-86c7-c227c7a2bcb9 admin admin] Pushing event updated for resources: {'Port': ['ID=38ba55ed-9c82-498b-8ac0-032a3e70cf32,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:47.676830 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-03a2885c-67dd-4f6a-a899-6cc774742351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:47.737908 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c071c-ac99-4d03-8758-6fa927a36aac req-01355d2a-4440-4cb6-b446-08117c88a2ad tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:47.739863 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-011c071c-ac99-4d03-8758-6fa927a36aac req-01355d2a-4440-4cb6-b446-08117c88a2ad tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/networks?id=f19d5b1d-d723-424f-887b-d2aed78f8fc4 HTTP/1.1" status: 200 len: 812 time: 0.2927203 May 25 22:38:47.750933 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-ca57f588-9d34-4ab3-9ebf-4e2cacecd218 None None] Notify callbacks [] for port, precommit_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:47.768518 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-569aaecb-c811-493a-a2d8-e55675951760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:47.768928 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-a5035f6f-be96-49c2-9fff-a6b36885985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:47.775613 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-569aaecb-c811-493a-a2d8-e55675951760 admin admin] Usage tracker for resource:security_group_rule and tenant:06827c8ef3a44d3aad706ed922bf0504 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:47.789541 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-569aaecb-c811-493a-a2d8-e55675951760 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:47.797524 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-569aaecb-c811-493a-a2d8-e55675951760 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:47.802747 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac2a8ba-21bc-4dde-9deb-76142896c188 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:38:47.812237 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f27216-91a0-4348-a389-5e41b7f98af7 None None] Network f19d5b1d-d723-424f-887b-d2aed78f8fc4 requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:38:47.813901 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271889ee-5a62-4667-8e14-9878b06da9f2 None None] Sync routers for ids ['d20adea2-cfd7-4d8c-a819-58e48c7e84e3'] in dv-cinder-843305-1-smb {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:38:47.815407 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-03a2885c-67dd-4f6a-a899-6cc774742351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:47.822044 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-011c071c-ac99-4d03-8758-6fa927a36aac req-3b4f2f50-0d64-4086-bcec-d7f3cb4fb0a6 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/quotas/da71047166c24534ad1ebe7b7b60d474 HTTP/1.1" status: 200 len: 375 time: 0.0741832 May 25 22:38:47.827442 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-03a2885c-67dd-4f6a-a899-6cc774742351 admin admin] Usage tracker for resource:security_group_rule and tenant:54aaac1e183f47e5bfe83c02f2ff68c9 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:47.838503 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271889ee-5a62-4667-8e14-9878b06da9f2 None None] Routers {'d20adea2-cfd7-4d8c-a819-58e48c7e84e3'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:38:47.839194 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-271889ee-5a62-4667-8e14-9878b06da9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:38:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['d20adea2-cfd7-4d8c-a819-58e48c7e84e3'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:38:47.876601 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-03a2885c-67dd-4f6a-a899-6cc774742351 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:47.914366 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-011c071c-ac99-4d03-8758-6fa927a36aac req-062aa37b-286f-4b78-8022-a8cfdab11074 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=da71047166c24534ad1ebe7b7b60d474&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782802 May 25 22:38:47.915263 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-03a2885c-67dd-4f6a-a899-6cc774742351 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:47.928828 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-569aaecb-c811-493a-a2d8-e55675951760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:47.940750 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-569aaecb-c811-493a-a2d8-e55675951760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:47.975440 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-5ac2a8ba-21bc-4dde-9deb-76142896c188 admin admin] Notify callbacks [] for router, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:47.977831 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:47.979032 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-5ac2a8ba-21bc-4dde-9deb-76142896c188 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.8311014 May 25 22:38:47.985317 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 38010) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:48.013368 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-ca57f588-9d34-4ab3-9ebf-4e2cacecd218 None None] Transition to ACTIVE for port object 4b396dfc-ccbe-442a-bacf-9bda16cb0277 will not be triggered until provisioned by entity L2. {{(pid=83205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:38:48.013880 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569aaecb-c811-493a-a2d8-e55675951760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92895fc-ae87-418a-a5d1-24c584fbc337,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:48.034959 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0fb32683-5c81-4498-86c7-c227c7a2bcb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:48.037112 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0fb32683-5c81-4498-86c7-c227c7a2bcb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1035264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997785'] for router, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:48.205992 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-569aaecb-c811-493a-a2d8-e55675951760 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=06827c8ef3a44d3aad706ed922bf0504&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2221844 May 25 22:38:48.208992 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 38018) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:48.255833 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5035f6f-be96-49c2-9fff-a6b36885985b None None] Pushing event updated for resources: {'Port': ['ID=1eb980b4-cc45-4fe9-b164-e4b7e827fe82,revision_number=3']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:48.276914 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-271889ee-5a62-4667-8e14-9878b06da9f2 None None] Set router d20adea2-cfd7-4d8c-a819-58e48c7e84e3 gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:38:48.321015 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010de65e-32f4-4025-8e94-34e5060f438e admin admin] Router bb764dd8-4f5c-41d0-9151-c1a4e44186e6 is scheduled to L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 with binding_index 1 {{(pid=83203) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:38:48.323567 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-ca57f588-9d34-4ab3-9ebf-4e2cacecd218 None None] Transition to ACTIVE for port object 4b396dfc-ccbe-442a-bacf-9bda16cb0277 will not be triggered until provisioned by entity DHCP. {{(pid=83205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:38:48.343675 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [req-011c071c-ac99-4d03-8758-6fa927a36aac req-85e9d0d4-6617-4428-988e-b8cea9036b36 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83203) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:38:48.344928 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-011c071c-ac99-4d03-8758-6fa927a36aac req-85e9d0d4-6617-4428-988e-b8cea9036b36 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2127199 May 25 22:38:48.347863 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-03a2885c-67dd-4f6a-a899-6cc774742351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:48.376854 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d198160d-e642-49ae-8b8a-6f97177d911b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:48.385471 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-03a2885c-67dd-4f6a-a899-6cc774742351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:48.410629 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d198160d-e642-49ae-8b8a-6f97177d911b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:48.489178 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d198160d-e642-49ae-8b8a-6f97177d911b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:48.492925 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-ca57f588-9d34-4ab3-9ebf-4e2cacecd218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443'] for port, after_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:48.497334 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1e4d8ad9-264d-461a-89d3-64a817a52554 None None] Notify callbacks [] for port, precommit_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:48.507334 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198160d-e642-49ae-8b8a-6f97177d911b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92895fc-ae87-418a-a5d1-24c584fbc337,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:48.526193 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d198160d-e642-49ae-8b8a-6f97177d911b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:48.527615 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-d198160d-e642-49ae-8b8a-6f97177d911b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d92895fc-ae87-418a-a5d1-24c584fbc337 HTTP/1.1" status: 204 len: 168 time: 0.3179128 May 25 22:38:48.568038 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb32683-5c81-4498-86c7-c227c7a2bcb9 admin admin] Router 7499423c-9726-46e4-846f-c5b4fe0a9a4c is scheduled to L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 with binding_index 1 {{(pid=83204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:38:48.631731 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-271889ee-5a62-4667-8e14-9878b06da9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1299349677-router', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': '9aa33250-89d8-4246-99da-de69ec773fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:42Z', 'updated_at': '2022-05-25T22:38:45Z', 'revision_number': 3, 'project_id': '360f94ee5000428395895ec5220a3314', 'gw_port': {'id': '9aa33250-89d8-4246-99da-de69ec773fc5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:43Z', 'updated_at': '2022-05-25T22:38:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb'}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:38:48.636321 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271889ee-5a62-4667-8e14-9878b06da9f2 None None] Checking router: d20adea2-cfd7-4d8c-a819-58e48c7e84e3 for host: dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:38:48.638126 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271889ee-5a62-4667-8e14-9878b06da9f2 None None] Updating router d20adea2-cfd7-4d8c-a819-58e48c7e84e3 port 9aa33250-89d8-4246-99da-de69ec773fc5 binding host dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:38:48.699766 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-1e4d8ad9-264d-461a-89d3-64a817a52554 None None] Transition to ACTIVE for port object 96fe214e-4c8e-43fb-8010-9d9bec4f5803 will not be triggered until provisioned by entity L2. {{(pid=83205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:38:48.708922 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-03a2885c-67dd-4f6a-a899-6cc774742351 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=54aaac1e183f47e5bfe83c02f2ff68c9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3467979 May 25 22:38:48.751674 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-271889ee-5a62-4667-8e14-9878b06da9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:48.770178 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 38026) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:48.779904 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2885c-67dd-4f6a-a899-6cc774742351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ca4898-7611-444e-9e07-09f9cafcd6e6,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:48.803380 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 1eb980b4-cc45-4fe9-b164-e4b7e827fe82 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:38:48.907937 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57f588-9d34-4ab3-9ebf-4e2cacecd218 None None] Pushing event updated for resources: {'Port': ['ID=4b396dfc-ccbe-442a-bacf-9bda16cb0277,revision_number=1']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:48.915400 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca57f588-9d34-4ab3-9ebf-4e2cacecd218 None None] Network 7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2 is already hosted by enough agents. {{(pid=83205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:38:48.957578 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-011c071c-ac99-4d03-8758-6fa927a36aac req-1503d5fe-b3b2-45bb-b846-bf878fcdff94 service neutron] 10.222.0.59 "GET /v2.0/networks/f19d5b1d-d723-424f-887b-d2aed78f8fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6024232 May 25 22:38:48.988695 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.scheduler.base_scheduler [None req-ca57f588-9d34-4ab3-9ebf-4e2cacecd218 None None] Resources bound (agent type, host, resource id): {{(pid=83205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:38:49.000010 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca57f588-9d34-4ab3-9ebf-4e2cacecd218 None None] Received port after_create {{(pid=83205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:38:49.010590 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb32683-5c81-4498-86c7-c227c7a2bcb9 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:38:49.058849 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0fb32683-5c81-4498-86c7-c227c7a2bcb9 admin admin] Notify callbacks [] for router, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:49.063241 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-0fb32683-5c81-4498-86c7-c227c7a2bcb9 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1934881 May 25 22:38:49.064058 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 38042) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:49.065765 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-1e4d8ad9-264d-461a-89d3-64a817a52554 None None] Transition to ACTIVE for port object 96fe214e-4c8e-43fb-8010-9d9bec4f5803 will not be triggered until provisioned by entity DHCP. {{(pid=83205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:38:49.069334 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69ef15d-9113-4abe-a8e2-59579ab4a470 None None] Sync routers for ids ['7499423c-9726-46e4-846f-c5b4fe0a9a4c'] in dv-cinder-843305-1-smb {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:38:49.183065 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-abb495b9-ffb9-4610-8cf5-fd80e38ede01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:49.192349 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1e4d8ad9-264d-461a-89d3-64a817a52554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443'] for port, after_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:49.429809 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69ef15d-9113-4abe-a8e2-59579ab4a470 None None] Routers {'7499423c-9726-46e4-846f-c5b4fe0a9a4c'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:38:49.430476 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-f69ef15d-9113-4abe-a8e2-59579ab4a470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:38:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['7499423c-9726-46e4-846f-c5b4fe0a9a4c'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:38:49.562480 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-73efe5d7-023e-4fa3-ba50-1d7a82cb5cdd None None] Provisioning complete for port 1eb980b4-cc45-4fe9-b164-e4b7e827fe82 triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:38:49.563447 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-73efe5d7-023e-4fa3-ba50-1d7a82cb5cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:49.566565 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-271889ee-5a62-4667-8e14-9878b06da9f2 None None] Notify callbacks [] for port, precommit_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:49.580494 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 38056) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:49.600942 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4d8ad9-264d-461a-89d3-64a817a52554 None None] Network f0e051db-549c-4c00-b572-ba45117467c0 is already hosted by enough agents. {{(pid=83205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:38:49.602975 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.provisioning_blocks [None req-271889ee-5a62-4667-8e14-9878b06da9f2 None None] Transition to ACTIVE for port object 9aa33250-89d8-4246-99da-de69ec773fc5 will not be triggered until provisioned by entity L2. {{(pid=83206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:38:49.607101 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-abb495b9-ffb9-4610-8cf5-fd80e38ede01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:49.627640 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-271889ee-5a62-4667-8e14-9878b06da9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:49.634358 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-011c071c-ac99-4d03-8758-6fa927a36aac req-09cc8627-377e-4fc2-bdb3-6f884d826f35 service neutron] 10.222.0.59 "GET /v2.0/networks/f19d5b1d-d723-424f-887b-d2aed78f8fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6676071 May 25 22:38:49.720334 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010de65e-32f4-4025-8e94-34e5060f438e admin admin] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:38:49.737508 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be246a8-a830-4992-936e-7d918981ed52 None None] Pushing event updated for resources: {'Port': ['ID=9aa33250-89d8-4246-99da-de69ec773fc5,revision_number=2']} {{(pid=83206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:49.756747 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be246a8-a830-4992-936e-7d918981ed52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:49.757640 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.scheduler.base_scheduler [None req-1e4d8ad9-264d-461a-89d3-64a817a52554 None None] Resources bound (agent type, host, resource id): {{(pid=83205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:38:49.757874 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be246a8-a830-4992-936e-7d918981ed52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:49.758434 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be246a8-a830-4992-936e-7d918981ed52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:49.759228 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be246a8-a830-4992-936e-7d918981ed52 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:49.759992 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be246a8-a830-4992-936e-7d918981ed52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:49.760682 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be246a8-a830-4992-936e-7d918981ed52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:49.761217 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be246a8-a830-4992-936e-7d918981ed52 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:49.761827 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be246a8-a830-4992-936e-7d918981ed52 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:49.762389 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be246a8-a830-4992-936e-7d918981ed52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:49.762958 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be246a8-a830-4992-936e-7d918981ed52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:49.763473 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be246a8-a830-4992-936e-7d918981ed52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:49.764825 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be246a8-a830-4992-936e-7d918981ed52 None None] Tracked resource versions report: May 25 22:38:49.764825 dv-cinder-843305-1-smb neutron-server[83206]: pushed versions: May 25 22:38:49.764825 dv-cinder-843305-1-smb neutron-server[83206]: { 'ConntrackHelper': {'1.0'}, May 25 22:38:49.764825 dv-cinder-843305-1-smb neutron-server[83206]: 'Log': {'1.0'}, May 25 22:38:49.764825 dv-cinder-843305-1-smb neutron-server[83206]: 'Network': {'1.1'}, May 25 22:38:49.764825 dv-cinder-843305-1-smb neutron-server[83206]: 'Port': {'1.5'}, May 25 22:38:49.764825 dv-cinder-843305-1-smb neutron-server[83206]: 'PortForwarding': {'1.2'}, May 25 22:38:49.764825 dv-cinder-843305-1-smb neutron-server[83206]: 'QosPolicy': {'1.8'}, May 25 22:38:49.764825 dv-cinder-843305-1-smb neutron-server[83206]: 'SecurityGroup': {'1.2'}, May 25 22:38:49.764825 dv-cinder-843305-1-smb neutron-server[83206]: 'SecurityGroupRule': {'1.0'}, May 25 22:38:49.764825 dv-cinder-843305-1-smb neutron-server[83206]: 'SubPort': {'1.0'}, May 25 22:38:49.764825 dv-cinder-843305-1-smb neutron-server[83206]: 'Subnet': {'1.1'}, May 25 22:38:49.764825 dv-cinder-843305-1-smb neutron-server[83206]: 'Trunk': {'1.1'}} May 25 22:38:49.764825 dv-cinder-843305-1-smb neutron-server[83206]: consumer versions: May 25 22:38:49.764825 dv-cinder-843305-1-smb neutron-server[83206]: { DHCP agent@dv-cinder-843305-1-smb: {}, May 25 22:38:49.764825 dv-cinder-843305-1-smb neutron-server[83206]: HyperV agent@hv-cinder-84330: {}, May 25 22:38:49.764825 dv-cinder-843305-1-smb neutron-server[83206]: L3 agent@dv-cinder-843305-1-smb: {}, May 25 22:38:49.764825 dv-cinder-843305-1-smb neutron-server[83206]: Metadata agent@dv-cinder-843305-1-smb: {}, May 25 22:38:49.764825 dv-cinder-843305-1-smb neutron-server[83206]: Metering agent@dv-cinder-843305-1-smb: {}, May 25 22:38:49.764825 dv-cinder-843305-1-smb neutron-server[83206]: Open vSwitch agent@dv-cinder-843305-1-smb: { 'ConntrackHelper': '1.0', May 25 22:38:49.764825 dv-cinder-843305-1-smb neutron-server[83206]: 'Log': '1.0', May 25 22:38:49.764825 dv-cinder-843305-1-smb neutron-server[83206]: 'Network': '1.1', May 25 22:38:49.764825 dv-cinder-843305-1-smb neutron-server[83206]: 'Port': '1.5', May 25 22:38:49.764825 dv-cinder-843305-1-smb neutron-server[83206]: 'PortForwarding': '1.2', May 25 22:38:49.764825 dv-cinder-843305-1-smb neutron-server[83206]: 'QosPolicy': '1.8', May 25 22:38:49.764825 dv-cinder-843305-1-smb neutron-server[83206]: 'SecurityGroup': '1.2', May 25 22:38:49.764825 dv-cinder-843305-1-smb neutron-server[83206]: 'SecurityGroupRule': '1.0', May 25 22:38:49.764825 dv-cinder-843305-1-smb neutron-server[83206]: 'SubPort': '1.0', May 25 22:38:49.764825 dv-cinder-843305-1-smb neutron-server[83206]: 'Subnet': '1.1', May 25 22:38:49.764825 dv-cinder-843305-1-smb neutron-server[83206]: 'Trunk': '1.1'}} May 25 22:38:49.764825 dv-cinder-843305-1-smb neutron-server[83206]: {{(pid=83206) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 22:38:49.774400 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-abb495b9-ffb9-4610-8cf5-fd80e38ede01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:49.775768 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-ca57f588-9d34-4ab3-9ebf-4e2cacecd218 None None] Attempting to bind port 4b396dfc-ccbe-442a-bacf-9bda16cb0277 on host dv-cinder-843305-1-smb for vnic_type normal with profile {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:38:49.776136 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-ca57f588-9d34-4ab3-9ebf-4e2cacecd218 None None] Attempting to bind port 4b396dfc-ccbe-442a-bacf-9bda16cb0277 by drivers openvswitch,hyperv on host dv-cinder-843305-1-smb at level 0 using segments [{'id': '06c790d0-55a7-47ae-999d-414301c64b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2'}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:38:49.776491 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca57f588-9d34-4ab3-9ebf-4e2cacecd218 None None] Attempting to bind port 4b396dfc-ccbe-442a-bacf-9bda16cb0277 on network 7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2 {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:38:49.778654 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d8ad9-264d-461a-89d3-64a817a52554 None None] Pushing event updated for resources: {'Port': ['ID=96fe214e-4c8e-43fb-8010-9d9bec4f5803,revision_number=1']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:49.780682 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-abb495b9-ffb9-4610-8cf5-fd80e38ede01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:49.780953 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4d8ad9-264d-461a-89d3-64a817a52554 None None] Received port after_create {{(pid=83205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:38:49.784229 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-abb495b9-ffb9-4610-8cf5-fd80e38ede01 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f6ca4898-7611-444e-9e07-09f9cafcd6e6 HTTP/1.1" status: 204 len: 168 time: 1.0118513 May 25 22:38:49.805374 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-010de65e-32f4-4025-8e94-34e5060f438e admin admin] Notify callbacks [] for router, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:49.806905 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-010de65e-32f4-4025-8e94-34e5060f438e admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6692441 May 25 22:38:49.810484 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 38068) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:49.813756 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb495b9-ffb9-4610-8cf5-fd80e38ede01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ca4898-7611-444e-9e07-09f9cafcd6e6,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:49.815361 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3331ecff-a050-414a-be64-5595037e0ae3 None None] Sync routers for ids ['bb764dd8-4f5c-41d0-9151-c1a4e44186e6'] in dv-cinder-843305-1-smb {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:38:49.905917 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.managers [None req-271889ee-5a62-4667-8e14-9878b06da9f2 None None] Attempting to bind port 9aa33250-89d8-4246-99da-de69ec773fc5 on host dv-cinder-843305-1-smb for vnic_type normal with profile {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:38:49.908062 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.managers [None req-271889ee-5a62-4667-8e14-9878b06da9f2 None None] Attempting to bind port 9aa33250-89d8-4246-99da-de69ec773fc5 by drivers openvswitch,hyperv on host dv-cinder-843305-1-smb at level 0 using segments [{'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}] {{(pid=83206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:38:49.908439 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271889ee-5a62-4667-8e14-9878b06da9f2 None None] Attempting to bind port 9aa33250-89d8-4246-99da-de69ec773fc5 on network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:38:49.949188 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271889ee-5a62-4667-8e14-9878b06da9f2 None None] Checking agent: {'id': '7ae609c1-c95f-406f-b830-1d01d4388ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 29, 46), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:38:49.949569 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271889ee-5a62-4667-8e14-9878b06da9f2 None None] Checking segment: {'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:38:49.950260 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-271889ee-5a62-4667-8e14-9878b06da9f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:49.950260 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271889ee-5a62-4667-8e14-9878b06da9f2 None None] Bound using segment: {'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'} {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:38:49.955863 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.managers [None req-271889ee-5a62-4667-8e14-9878b06da9f2 None None] Bound port: 9aa33250-89d8-4246-99da-de69ec773fc5, host: dv-cinder-843305-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}}] {{(pid=83206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:38:49.956157 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-271889ee-5a62-4667-8e14-9878b06da9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:49.960416 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca57f588-9d34-4ab3-9ebf-4e2cacecd218 None None] Checking agent: {'id': '7ae609c1-c95f-406f-b830-1d01d4388ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 29, 46), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:38:49.960788 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca57f588-9d34-4ab3-9ebf-4e2cacecd218 None None] Checking segment: {'id': '06c790d0-55a7-47ae-999d-414301c64b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:38:49.961183 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-ca57f588-9d34-4ab3-9ebf-4e2cacecd218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:49.961586 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca57f588-9d34-4ab3-9ebf-4e2cacecd218 None None] Bound using segment: {'id': '06c790d0-55a7-47ae-999d-414301c64b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2'} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:38:49.962055 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-ca57f588-9d34-4ab3-9ebf-4e2cacecd218 None None] Bound port: 4b396dfc-ccbe-442a-bacf-9bda16cb0277, host: dv-cinder-843305-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c790d0-55a7-47ae-999d-414301c64b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2'}}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:38:49.962460 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-ca57f588-9d34-4ab3-9ebf-4e2cacecd218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:50.067166 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3331ecff-a050-414a-be64-5595037e0ae3 None None] Routers {'bb764dd8-4f5c-41d0-9151-c1a4e44186e6'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:38:50.067902 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-3331ecff-a050-414a-be64-5595037e0ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:38:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['bb764dd8-4f5c-41d0-9151-c1a4e44186e6'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:38:50.073375 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 1eb980b4-cc45-4fe9-b164-e4b7e827fe82 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:38:50.073748 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:50.220743 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 38088) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:50.247139 dv-cinder-843305-1-smb neutron-server[83204]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 25 22:38:50.355328 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-1c7d7ff6-a1bb-4897-9f5c-fd0e906a52dd req-01d2eba9-4282-41ff-bde6-93330db4da20 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/ports?device_id=3feb2eae-85fd-4906-addb-30401335547f HTTP/1.1" status: 200 len: 210 time: 0.1309764 May 25 22:38:50.528210 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-0597919e-b633-4595-b850-b48607271dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:50.588185 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-1e4d8ad9-264d-461a-89d3-64a817a52554 None None] Attempting to bind port 96fe214e-4c8e-43fb-8010-9d9bec4f5803 on host dv-cinder-843305-1-smb for vnic_type normal with profile {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:38:50.588769 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-1e4d8ad9-264d-461a-89d3-64a817a52554 None None] Attempting to bind port 96fe214e-4c8e-43fb-8010-9d9bec4f5803 by drivers openvswitch,hyperv on host dv-cinder-843305-1-smb at level 0 using segments [{'id': '1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0'}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:38:50.588892 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4d8ad9-264d-461a-89d3-64a817a52554 None None] Attempting to bind port 96fe214e-4c8e-43fb-8010-9d9bec4f5803 on network f0e051db-549c-4c00-b572-ba45117467c0 {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:38:50.624491 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-0597919e-b633-4595-b850-b48607271dfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:50.632931 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 38110) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:50.674847 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-3331ecff-a050-414a-be64-5595037e0ae3 None None] Set router bb764dd8-4f5c-41d0-9151-c1a4e44186e6 gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:38:50.745360 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4d8ad9-264d-461a-89d3-64a817a52554 None None] Checking agent: {'id': '7ae609c1-c95f-406f-b830-1d01d4388ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 29, 46), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:38:50.745645 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4d8ad9-264d-461a-89d3-64a817a52554 None None] Checking segment: {'id': '1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:38:50.745906 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1e4d8ad9-264d-461a-89d3-64a817a52554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:50.746228 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4d8ad9-264d-461a-89d3-64a817a52554 None None] Bound using segment: {'id': '1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0'} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:38:50.746733 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-1e4d8ad9-264d-461a-89d3-64a817a52554 None None] Bound port: 96fe214e-4c8e-43fb-8010-9d9bec4f5803, host: dv-cinder-843305-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0'}}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:38:50.747113 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1e4d8ad9-264d-461a-89d3-64a817a52554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:50.811698 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-f69ef15d-9113-4abe-a8e2-59579ab4a470 None None] Set router 7499423c-9726-46e4-846f-c5b4fe0a9a4c gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:38:50.812133 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-0597919e-b633-4595-b850-b48607271dfc admin admin] Usage tracker for resource:security_group_rule and tenant:164417ce6ecd404eaa7dd90110320670 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:50.829943 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-04a8f2c2-8ef9-4cab-b4fb-95d8ffa7ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:50.837563 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-0597919e-b633-4595-b850-b48607271dfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:50.845052 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-983041a6-5182-4b42-96a2-61bbe5e9c073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:50.852792 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-ca57f588-9d34-4ab3-9ebf-4e2cacecd218 None None] For port 4b396dfc-ccbe-442a-bacf-9bda16cb0277, host dv-cinder-843305-1-smb, cleared binding levels {{(pid=83205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:38:50.997409 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-0597919e-b633-4595-b850-b48607271dfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:51.017031 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-ca57f588-9d34-4ab3-9ebf-4e2cacecd218 None None] For port 4b396dfc-ccbe-442a-bacf-9bda16cb0277, host dv-cinder-843305-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=4b396dfc-ccbe-442a-bacf-9bda16cb0277,segment=NetworkSegment(06c790d0-55a7-47ae-999d-414301c64b5e),segment_id=06c790d0-55a7-47ae-999d-414301c64b5e)] {{(pid=83205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:38:51.046124 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-ca57f588-9d34-4ab3-9ebf-4e2cacecd218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:51.112449 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-0597919e-b633-4595-b850-b48607271dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:51.180528 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-983041a6-5182-4b42-96a2-61bbe5e9c073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:51.192141 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-983041a6-5182-4b42-96a2-61bbe5e9c073 admin admin] Usage tracker for resource:security_group_rule and tenant:ec1232c3b75545209f9906da27e42971 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:51.197441 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-983041a6-5182-4b42-96a2-61bbe5e9c073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:51.210362 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-983041a6-5182-4b42-96a2-61bbe5e9c073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:51.269133 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.db_base_plugin_common [None req-04a8f2c2-8ef9-4cab-b4fb-95d8ffa7ec98 admin admin] Allocated IP 172.20.0.1 (7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2/485856f6-0ca7-4895-967d-86a1a09c0007/fc82d05a-7e7f-4e3c-ba63-b535e138d86d) {{(pid=83204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:38:51.307339 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-0597919e-b633-4595-b850-b48607271dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:51.364275 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57f588-9d34-4ab3-9ebf-4e2cacecd218 None None] Pushing event updated for resources: {'Port': ['ID=4b396dfc-ccbe-442a-bacf-9bda16cb0277,revision_number=2']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:51.376891 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-1e4d8ad9-264d-461a-89d3-64a817a52554 None None] For port 96fe214e-4c8e-43fb-8010-9d9bec4f5803, host dv-cinder-843305-1-smb, cleared binding levels {{(pid=83205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:38:51.404195 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.db [None req-271889ee-5a62-4667-8e14-9878b06da9f2 None None] For port 9aa33250-89d8-4246-99da-de69ec773fc5, host dv-cinder-843305-1-smb, cleared binding levels {{(pid=83206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:38:51.408796 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-1e4d8ad9-264d-461a-89d3-64a817a52554 None None] For port 96fe214e-4c8e-43fb-8010-9d9bec4f5803, host dv-cinder-843305-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=96fe214e-4c8e-43fb-8010-9d9bec4f5803,segment=NetworkSegment(1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3),segment_id=1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3)] {{(pid=83205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:38:51.425509 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1e4d8ad9-264d-461a-89d3-64a817a52554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:51.455695 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.db [None req-271889ee-5a62-4667-8e14-9878b06da9f2 None None] For port 9aa33250-89d8-4246-99da-de69ec773fc5, host dv-cinder-843305-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=9aa33250-89d8-4246-99da-de69ec773fc5,segment=NetworkSegment(3342e0e4-498a-46e7-9232-6274ffc1b494),segment_id=3342e0e4-498a-46e7-9232-6274ffc1b494)] {{(pid=83206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:38:51.479782 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-271889ee-5a62-4667-8e14-9878b06da9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:51.546682 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597919e-b633-4595-b850-b48607271dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4229beef-1798-4f8c-9877-f0c055fa8447,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:51.568506 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-983041a6-5182-4b42-96a2-61bbe5e9c073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:51.578786 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-0597919e-b633-4595-b850-b48607271dfc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=164417ce6ecd404eaa7dd90110320670&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9858880 May 25 22:38:51.581140 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 38140) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:51.592461 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-3331ecff-a050-414a-be64-5595037e0ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1382777500-router', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:44Z', 'updated_at': '2022-05-25T22:38:46Z', 'revision_number': 3, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'gw_port': {'id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:38:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb'}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:38:51.600835 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-983041a6-5182-4b42-96a2-61bbe5e9c073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:51.621763 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3331ecff-a050-414a-be64-5595037e0ae3 None None] Checking router: bb764dd8-4f5c-41d0-9151-c1a4e44186e6 for host: dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:38:51.632450 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3331ecff-a050-414a-be64-5595037e0ae3 None None] Updating router bb764dd8-4f5c-41d0-9151-c1a4e44186e6 port 938e243c-8043-411a-ada5-c55c00bc9a4e binding host dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:38:51.770797 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-04a8f2c2-8ef9-4cab-b4fb-95d8ffa7ec98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:51.820587 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-655267ad-f635-4e65-882d-23d2086d2bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:51.829461 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.provisioning_blocks [None req-04a8f2c2-8ef9-4cab-b4fb-95d8ffa7ec98 admin admin] Transition to ACTIVE for port object fc82d05a-7e7f-4e3c-ba63-b535e138d86d will not be triggered until provisioned by entity DHCP. {{(pid=83204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:38:51.873071 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271889ee-5a62-4667-8e14-9878b06da9f2 None None] Routers {'d20adea2-cfd7-4d8c-a819-58e48c7e84e3'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:38:51.873718 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-271889ee-5a62-4667-8e14-9878b06da9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:38:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['d20adea2-cfd7-4d8c-a819-58e48c7e84e3'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:38:51.904697 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d8ad9-264d-461a-89d3-64a817a52554 None None] Pushing event updated for resources: {'Port': ['ID=96fe214e-4c8e-43fb-8010-9d9bec4f5803,revision_number=2']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:51.925539 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-655267ad-f635-4e65-882d-23d2086d2bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:51.942172 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-f69ef15d-9113-4abe-a8e2-59579ab4a470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'name': 'tempest-AttachVolumeTestJSON-1478890880-router', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:38:47Z', 'revision_number': 3, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'gw_port': {'id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:38:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb'}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:38:51.948520 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69ef15d-9113-4abe-a8e2-59579ab4a470 None None] Checking router: 7499423c-9726-46e4-846f-c5b4fe0a9a4c for host: dv-cinder-843305-1-smb {{(pid=83205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:38:51.949100 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69ef15d-9113-4abe-a8e2-59579ab4a470 None None] Updating router 7499423c-9726-46e4-846f-c5b4fe0a9a4c port 38ba55ed-9c82-498b-8ac0-032a3e70cf32 binding host dv-cinder-843305-1-smb {{(pid=83205) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:38:52.022907 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-f69ef15d-9113-4abe-a8e2-59579ab4a470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:52.043827 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-3331ecff-a050-414a-be64-5595037e0ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:52.087765 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-04a8f2c2-8ef9-4cab-b4fb-95d8ffa7ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443'] for port, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:52.105487 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be246a8-a830-4992-936e-7d918981ed52 None None] Pushing event updated for resources: {'Port': ['ID=9aa33250-89d8-4246-99da-de69ec773fc5,revision_number=3']} {{(pid=83206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:52.140910 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-8f37c568-0f90-419b-98aa-21bcbdd16428 req-6321a5c5-7878-4537-8699-bf6d1fe5bc04 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/ports?device_id=3feb2eae-85fd-4906-addb-30401335547f HTTP/1.1" status: 200 len: 210 time: 0.5574465 May 25 22:38:52.152575 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-983041a6-5182-4b42-96a2-61bbe5e9c073 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ec1232c3b75545209f9906da27e42971&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5161169 May 25 22:38:52.153542 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983041a6-5182-4b42-96a2-61bbe5e9c073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93f1292-16a6-41b5-b649-29e4a560ab07,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:52.160531 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 38162) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:52.215489 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-655267ad-f635-4e65-882d-23d2086d2bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:52.326182 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-655267ad-f635-4e65-882d-23d2086d2bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:52.330916 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-655267ad-f635-4e65-882d-23d2086d2bde admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4229beef-1798-4f8c-9877-f0c055fa8447 HTTP/1.1" status: 204 len: 168 time: 0.7474475 May 25 22:38:52.338001 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655267ad-f635-4e65-882d-23d2086d2bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4229beef-1798-4f8c-9877-f0c055fa8447,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:52.355593 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a8f2c2-8ef9-4cab-b4fb-95d8ffa7ec98 admin admin] Network 7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2 is already hosted by enough agents. {{(pid=83204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:38:52.358799 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [None req-04a8f2c2-8ef9-4cab-b4fb-95d8ffa7ec98 admin admin] Resources bound (agent type, host, resource id): {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:38:52.391089 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a8f2c2-8ef9-4cab-b4fb-95d8ffa7ec98 admin admin] Received port after_create {{(pid=83204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:38:52.391089 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-04a8f2c2-8ef9-4cab-b4fb-95d8ffa7ec98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999011'] for router_interface, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:52.407118 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8f2c2-8ef9-4cab-b4fb-95d8ffa7ec98 admin admin] Pushing event updated for resources: {'Port': ['ID=fc82d05a-7e7f-4e3c-ba63-b535e138d86d,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:52.615644 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-04a8f2c2-8ef9-4cab-b4fb-95d8ffa7ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:52.756717 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-271889ee-5a62-4667-8e14-9878b06da9f2 None None] Set router d20adea2-cfd7-4d8c-a819-58e48c7e84e3 gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:38:52.937055 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c5ebb694-0a76-41d1-99aa-709641abeba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:53.027284 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-f69ef15d-9113-4abe-a8e2-59579ab4a470 None None] Notify callbacks [] for port, precommit_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:53.033917 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c5ebb694-0a76-41d1-99aa-709641abeba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:53.075388 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-f69ef15d-9113-4abe-a8e2-59579ab4a470 None None] Transition to ACTIVE for port object 38ba55ed-9c82-498b-8ac0-032a3e70cf32 will not be triggered until provisioned by entity L2. {{(pid=83205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:38:53.103388 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-f69ef15d-9113-4abe-a8e2-59579ab4a470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:53.194544 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c5ebb694-0a76-41d1-99aa-709641abeba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:53.348381 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ebb694-0a76-41d1-99aa-709641abeba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93f1292-16a6-41b5-b649-29e4a560ab07,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:53.365738 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb6fba-e151-4b1c-a963-8fe163e2f751 None None] Pushing event updated for resources: {'Port': ['ID=38ba55ed-9c82-498b-8ac0-032a3e70cf32,revision_number=2']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:53.368325 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e559c6a-0d8a-4def-a17f-e611e2ea544f None None] Network 7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2 requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:38:53.379087 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c5ebb694-0a76-41d1-99aa-709641abeba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:53.388879 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-c5ebb694-0a76-41d1-99aa-709641abeba2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b93f1292-16a6-41b5-b649-29e4a560ab07 HTTP/1.1" status: 204 len: 168 time: 0.8843410 May 25 22:38:53.479617 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-f69ef15d-9113-4abe-a8e2-59579ab4a470 None None] Attempting to bind port 38ba55ed-9c82-498b-8ac0-032a3e70cf32 on host dv-cinder-843305-1-smb for vnic_type normal with profile {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:38:53.479983 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-f69ef15d-9113-4abe-a8e2-59579ab4a470 None None] Attempting to bind port 38ba55ed-9c82-498b-8ac0-032a3e70cf32 by drivers openvswitch,hyperv on host dv-cinder-843305-1-smb at level 0 using segments [{'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:38:53.480336 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69ef15d-9113-4abe-a8e2-59579ab4a470 None None] Attempting to bind port 38ba55ed-9c82-498b-8ac0-032a3e70cf32 on network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:38:53.577317 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a42e34fd-92bf-4401-99cf-d388f42c92ab req-a208ead5-9cbe-4748-a376-1f36a86425a4 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/ports?device_id=3feb2eae-85fd-4906-addb-30401335547f HTTP/1.1" status: 200 len: 210 time: 0.1139567 May 25 22:38:53.589822 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.db.resource_extend [None req-04a8f2c2-8ef9-4cab-b4fb-95d8ffa7ec98 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:38:53.619765 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-04a8f2c2-8ef9-4cab-b4fb-95d8ffa7ec98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:53.634386 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-04a8f2c2-8ef9-4cab-b4fb-95d8ffa7ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:53.635376 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-04a8f2c2-8ef9-4cab-b4fb-95d8ffa7ec98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4094761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-999118'] for router_interface, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:53.683191 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69ef15d-9113-4abe-a8e2-59579ab4a470 None None] Checking agent: {'id': '7ae609c1-c95f-406f-b830-1d01d4388ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 29, 46), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:38:53.686780 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69ef15d-9113-4abe-a8e2-59579ab4a470 None None] Checking segment: {'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:38:53.687891 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-f69ef15d-9113-4abe-a8e2-59579ab4a470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:53.688575 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69ef15d-9113-4abe-a8e2-59579ab4a470 None None] Bound using segment: {'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:38:53.689213 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-f69ef15d-9113-4abe-a8e2-59579ab4a470 None None] Bound port: 38ba55ed-9c82-498b-8ac0-032a3e70cf32, host: dv-cinder-843305-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:38:53.698926 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-f69ef15d-9113-4abe-a8e2-59579ab4a470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:53.805708 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 4b396dfc-ccbe-442a-bacf-9bda16cb0277 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:38:53.919342 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6957af37-ef2e-4021-8fee-09b485445f85 None None] Network f0e051db-549c-4c00-b572-ba45117467c0 requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:38:53.935020 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-87636fbb-3ba0-48d3-b87e-c1659cfe9399 None None] Provisioning for port 4b396dfc-ccbe-442a-bacf-9bda16cb0277 completed by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:38:53.948085 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8f2c2-8ef9-4cab-b4fb-95d8ffa7ec98 admin admin] Pushing event updated for resources: {'Port': ['ID=fc82d05a-7e7f-4e3c-ba63-b535e138d86d,revision_number=2']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:53.966879 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-271889ee-5a62-4667-8e14-9878b06da9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1299349677-router', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': '9aa33250-89d8-4246-99da-de69ec773fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:42Z', 'updated_at': '2022-05-25T22:38:45Z', 'revision_number': 3, 'project_id': '360f94ee5000428395895ec5220a3314', 'gw_port': {'id': '9aa33250-89d8-4246-99da-de69ec773fc5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:43Z', 'updated_at': '2022-05-25T22:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb'}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:38:54.019932 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271889ee-5a62-4667-8e14-9878b06da9f2 None None] The sync data for ids ['d20adea2-cfd7-4d8c-a819-58e48c7e84e3'] in dv-cinder-843305-1-smb is: [{'id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1299349677-router', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': '9aa33250-89d8-4246-99da-de69ec773fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:42Z', 'updated_at': '2022-05-25T22:38:45Z', 'revision_number': 3, 'project_id': '360f94ee5000428395895ec5220a3314', 'gw_port': {'id': '9aa33250-89d8-4246-99da-de69ec773fc5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:43Z', 'updated_at': '2022-05-25T22:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb'}] {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:38:54.051961 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-3331ecff-a050-414a-be64-5595037e0ae3 None None] Notify callbacks [] for port, precommit_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:54.071067 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.provisioning_blocks [None req-3331ecff-a050-414a-be64-5595037e0ae3 None None] Transition to ACTIVE for port object 938e243c-8043-411a-ada5-c55c00bc9a4e will not be triggered until provisioned by entity L2. {{(pid=83206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:38:54.087357 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-3331ecff-a050-414a-be64-5595037e0ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:54.108244 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a8f2c2-8ef9-4cab-b4fb-95d8ffa7ec98 admin admin] Network 7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2 is already hosted by enough agents. {{(pid=83204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:38:54.115370 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [None req-04a8f2c2-8ef9-4cab-b4fb-95d8ffa7ec98 admin admin] Resources bound (agent type, host, resource id): {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:38:54.280279 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4b45a033-1107-403d-ba92-2a05792c962c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:54.291759 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55efa0-009c-4ee5-a2e8-ffc67fb090a9 None None] Pushing event updated for resources: {'Port': ['ID=938e243c-8043-411a-ada5-c55c00bc9a4e,revision_number=2']} {{(pid=83206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:54.351545 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.15', 51335) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:54.409422 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.managers [None req-3331ecff-a050-414a-be64-5595037e0ae3 None None] Attempting to bind port 938e243c-8043-411a-ada5-c55c00bc9a4e on host dv-cinder-843305-1-smb for vnic_type normal with profile {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:38:54.413272 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.managers [None req-3331ecff-a050-414a-be64-5595037e0ae3 None None] Attempting to bind port 938e243c-8043-411a-ada5-c55c00bc9a4e by drivers openvswitch,hyperv on host dv-cinder-843305-1-smb at level 0 using segments [{'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}] {{(pid=83206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:38:54.413810 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3331ecff-a050-414a-be64-5595037e0ae3 None None] Attempting to bind port 938e243c-8043-411a-ada5-c55c00bc9a4e on network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:38:54.439043 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3331ecff-a050-414a-be64-5595037e0ae3 None None] Checking agent: {'id': '7ae609c1-c95f-406f-b830-1d01d4388ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 29, 46), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:38:54.439773 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3331ecff-a050-414a-be64-5595037e0ae3 None None] Checking segment: {'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:38:54.440394 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-3331ecff-a050-414a-be64-5595037e0ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:54.441427 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3331ecff-a050-414a-be64-5595037e0ae3 None None] Bound using segment: {'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'} {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:38:54.446306 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.managers [None req-3331ecff-a050-414a-be64-5595037e0ae3 None None] Bound port: 938e243c-8043-411a-ada5-c55c00bc9a4e, host: dv-cinder-843305-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}}] {{(pid=83206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:38:54.447039 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-3331ecff-a050-414a-be64-5595037e0ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:54.455694 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-cd945380-6e76-4f7e-b88c-e227d3b9c0e4 None None] Provisioning for port 96fe214e-4c8e-43fb-8010-9d9bec4f5803 completed by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:38:54.739953 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 38242) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:54.824162 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.db [None req-3331ecff-a050-414a-be64-5595037e0ae3 None None] For port 938e243c-8043-411a-ada5-c55c00bc9a4e, host dv-cinder-843305-1-smb, cleared binding levels {{(pid=83206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:38:54.838456 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.db [None req-3331ecff-a050-414a-be64-5595037e0ae3 None None] For port 938e243c-8043-411a-ada5-c55c00bc9a4e, host dv-cinder-843305-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=938e243c-8043-411a-ada5-c55c00bc9a4e,segment=NetworkSegment(3342e0e4-498a-46e7-9232-6274ffc1b494),segment_id=3342e0e4-498a-46e7-9232-6274ffc1b494)] {{(pid=83206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:38:54.844151 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-f69ef15d-9113-4abe-a8e2-59579ab4a470 None None] For port 38ba55ed-9c82-498b-8ac0-032a3e70cf32, host dv-cinder-843305-1-smb, cleared binding levels {{(pid=83205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:38:54.856423 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c071c-ac99-4d03-8758-6fa927a36aac req-36f1af18-436b-46a6-a1b7-fbf938b446d2 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:54.857213 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-3331ecff-a050-414a-be64-5595037e0ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:54.857839 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-011c071c-ac99-4d03-8758-6fa927a36aac req-36f1af18-436b-46a6-a1b7-fbf938b446d2 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.15 "GET /v2.0/networks?id=f19d5b1d-d723-424f-887b-d2aed78f8fc4 HTTP/1.1" status: 200 len: 812 time: 0.4791908 May 25 22:38:54.985636 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-f69ef15d-9113-4abe-a8e2-59579ab4a470 None None] For port 38ba55ed-9c82-498b-8ac0-032a3e70cf32, host dv-cinder-843305-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=38ba55ed-9c82-498b-8ac0-032a3e70cf32,segment=NetworkSegment(3342e0e4-498a-46e7-9232-6274ffc1b494),segment_id=3342e0e4-498a-46e7-9232-6274ffc1b494)] {{(pid=83205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:38:54.993413 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [req-011c071c-ac99-4d03-8758-6fa927a36aac req-76e20b62-24b3-457c-8332-34cba24707e0 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Request body: {'port': {'device_id': '3feb2eae-85fd-4906-addb-30401335547f', 'network_id': 'f19d5b1d-d723-424f-887b-d2aed78f8fc4', 'admin_state_up': True, 'tenant_id': 'da71047166c24534ad1ebe7b7b60d474'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:38:55.027364 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-f69ef15d-9113-4abe-a8e2-59579ab4a470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:55.027598 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55efa0-009c-4ee5-a2e8-ffc67fb090a9 None None] Pushing event updated for resources: {'Port': ['ID=938e243c-8043-411a-ada5-c55c00bc9a4e,revision_number=3']} {{(pid=83206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:55.033444 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3331ecff-a050-414a-be64-5595037e0ae3 None None] Routers {'bb764dd8-4f5c-41d0-9151-c1a4e44186e6'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:38:55.034101 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-3331ecff-a050-414a-be64-5595037e0ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:38:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['bb764dd8-4f5c-41d0-9151-c1a4e44186e6'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:38:55.119177 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning for port 4b396dfc-ccbe-442a-bacf-9bda16cb0277 completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:38:55.176729 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b0be31bf-b4d8-4ea1-9b8d-9694b71e76f5 req-1abac3f6-0ac0-4fe2-96d3-32e4e7e814b2 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/ports?device_id=3feb2eae-85fd-4906-addb-30401335547f HTTP/1.1" status: 200 len: 210 time: 0.1481435 May 25 22:38:55.281492 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 4b396dfc-ccbe-442a-bacf-9bda16cb0277 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:38:55.281860 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:55.395055 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-3331ecff-a050-414a-be64-5595037e0ae3 None None] Set router bb764dd8-4f5c-41d0-9151-c1a4e44186e6 gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:38:55.398919 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a8f2c2-8ef9-4cab-b4fb-95d8ffa7ec98 admin admin] Router 7499423c-9726-46e4-846f-c5b4fe0a9a4c has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:38:55.477379 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d5c59896-8a02-463d-a9cf-28e26556e6f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:55.492595 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb6fba-e151-4b1c-a963-8fe163e2f751 None None] Pushing event updated for resources: {'Port': ['ID=38ba55ed-9c82-498b-8ac0-032a3e70cf32,revision_number=3']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:55.532418 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69ef15d-9113-4abe-a8e2-59579ab4a470 None None] Routers {'7499423c-9726-46e4-846f-c5b4fe0a9a4c'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:38:55.533059 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-f69ef15d-9113-4abe-a8e2-59579ab4a470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:38:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['7499423c-9726-46e4-846f-c5b4fe0a9a4c'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:38:55.868028 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-d5c59896-8a02-463d-a9cf-28e26556e6f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:55.877383 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-d5c59896-8a02-463d-a9cf-28e26556e6f0 admin admin] Usage tracker for resource:security_group_rule and tenant:0811cbec2e11461a9a53bcee762ca755 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:55.884957 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-d5c59896-8a02-463d-a9cf-28e26556e6f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:55.898406 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-d5c59896-8a02-463d-a9cf-28e26556e6f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:56.018713 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a8f2c2-8ef9-4cab-b4fb-95d8ffa7ec98 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:38:56.025218 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-03ee4a0b-0892-410e-80b1-a581843b88c3 None None] Provisioning complete for port 4b396dfc-ccbe-442a-bacf-9bda16cb0277 triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:38:56.025584 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-03ee4a0b-0892-410e-80b1-a581843b88c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:56.095331 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-04a8f2c2-8ef9-4cab-b4fb-95d8ffa7ec98 admin admin] 10.222.0.59 "PUT /v2.0/routers/7499423c-9726-46e4-846f-c5b4fe0a9a4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0300937 May 25 22:38:56.131944 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:56.168901 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d5c59896-8a02-463d-a9cf-28e26556e6f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:56.175048 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d5c59896-8a02-463d-a9cf-28e26556e6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:56.181475 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [req-011c071c-ac99-4d03-8758-6fa927a36aac req-76e20b62-24b3-457c-8332-34cba24707e0 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:56.242073 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-d5c59896-8a02-463d-a9cf-28e26556e6f0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0811cbec2e11461a9a53bcee762ca755&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4920936 May 25 22:38:56.243114 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 38296) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:56.244186 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c59896-8a02-463d-a9cf-28e26556e6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2815f9-3318-4647-9850-12f0ba56c294,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:56.276988 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-011c071c-ac99-4d03-8758-6fa927a36aac req-76e20b62-24b3-457c-8332-34cba24707e0 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Usage tracker for resource:port and tenant:da71047166c24534ad1ebe7b7b60d474 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:56.344892 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-3331ecff-a050-414a-be64-5595037e0ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1382777500-router', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:44Z', 'updated_at': '2022-05-25T22:38:46Z', 'revision_number': 3, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'gw_port': {'id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb'}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:38:56.355090 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-011c071c-ac99-4d03-8758-6fa927a36aac req-76e20b62-24b3-457c-8332-34cba24707e0 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:56.383688 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [req-011c071c-ac99-4d03-8758-6fa927a36aac req-76e20b62-24b3-457c-8332-34cba24707e0 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:56.384798 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3331ecff-a050-414a-be64-5595037e0ae3 None None] The sync data for ids ['bb764dd8-4f5c-41d0-9151-c1a4e44186e6'] in dv-cinder-843305-1-smb is: [{'id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1382777500-router', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:44Z', 'updated_at': '2022-05-25T22:38:46Z', 'revision_number': 3, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'gw_port': {'id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb'}] {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:38:56.477443 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] For port 4b396dfc-ccbe-442a-bacf-9bda16cb0277, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=4b396dfc-ccbe-442a-bacf-9bda16cb0277,segment=NetworkSegment(06c790d0-55a7-47ae-999d-414301c64b5e),segment_id=06c790d0-55a7-47ae-999d-414301c64b5e)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:38:56.487574 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.db_base_plugin_common [None req-4b45a033-1107-403d-ba92-2a05792c962c admin admin] Allocated IP 172.20.0.1 (84ae9284-4480-4503-b05c-9e1235a6ee14/eaeba0d5-7c5d-481f-b009-b71f12b223e9/18460971-5619-4061-8ff0-4059de421245) {{(pid=83203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:38:56.509733 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:56.514481 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-b0d32518-9646-4eb0-9a15-d107aaa2275c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:56.515950 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 96fe214e-4c8e-43fb-8010-9d9bec4f5803 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:38:56.645917 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-b0d32518-9646-4eb0-9a15-d107aaa2275c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:56.894365 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Pushing event updated for resources: {'Port': ['ID=4b396dfc-ccbe-442a-bacf-9bda16cb0277,revision_number=3']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:56.927646 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-b0d32518-9646-4eb0-9a15-d107aaa2275c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:56.992887 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-011c071c-ac99-4d03-8758-6fa927a36aac req-76e20b62-24b3-457c-8332-34cba24707e0 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Made reservation on behalf of da71047166c24534ad1ebe7b7b60d474 for: {'port': 1} {{(pid=83203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:38:57.010048 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-011c071c-ac99-4d03-8758-6fa927a36aac req-76e20b62-24b3-457c-8332-34cba24707e0 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:57.014880 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-f69ef15d-9113-4abe-a8e2-59579ab4a470 None None] Set router 7499423c-9726-46e4-846f-c5b4fe0a9a4c gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:38:57.040356 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-668946cf-40fb-423e-9661-87ac8a1ad293 req-02acd1b4-e9cc-4053-8907-fb6671324f0b tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/ports?device_id=3feb2eae-85fd-4906-addb-30401335547f HTTP/1.1" status: 200 len: 210 time: 0.2628469 May 25 22:38:57.047576 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d32518-9646-4eb0-9a15-d107aaa2275c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2815f9-3318-4647-9850-12f0ba56c294,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:57.063413 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-b0d32518-9646-4eb0-9a15-d107aaa2275c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:57.064773 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-b0d32518-9646-4eb0-9a15-d107aaa2275c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aa2815f9-3318-4647-9850-12f0ba56c294 HTTP/1.1" status: 204 len: 168 time: 0.8139586 May 25 22:38:57.529668 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-03ee4a0b-0892-410e-80b1-a581843b88c3 None None] Provisioning for port fc82d05a-7e7f-4e3c-ba63-b535e138d86d completed by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:38:57.537082 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 38336) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:57.547681 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-03ee4a0b-0892-410e-80b1-a581843b88c3 None None] Provisioning complete for port fc82d05a-7e7f-4e3c-ba63-b535e138d86d triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:38:57.549377 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-65798fbb-440f-41ae-bcb0-51f2e06b5f56 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1622312381', 'description': 'tempest-description--1735771966'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:38:57.551419 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-03ee4a0b-0892-410e-80b1-a581843b88c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:57.567884 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-65798fbb-440f-41ae-bcb0-51f2e06b5f56 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:57.581078 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-65798fbb-440f-41ae-bcb0-51f2e06b5f56 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Usage tracker for resource:security_group and tenant:8245386779d14b72ba8d57559c8a6be4 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:57.589302 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-65798fbb-440f-41ae-bcb0-51f2e06b5f56 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:57.610942 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-65798fbb-440f-41ae-bcb0-51f2e06b5f56 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:57.631062 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-65798fbb-440f-41ae-bcb0-51f2e06b5f56 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:57.705296 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-03ee4a0b-0892-410e-80b1-a581843b88c3 None None] Port fc82d05a-7e7f-4e3c-ba63-b535e138d86d cannot update to ACTIVE because it is not bound. {{(pid=83205) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:38:57.720478 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-65798fbb-440f-41ae-bcb0-51f2e06b5f56 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:57.727217 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-65798fbb-440f-41ae-bcb0-51f2e06b5f56 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Usage tracker for resource:security_group_rule and tenant:8245386779d14b72ba8d57559c8a6be4 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:57.733778 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-65798fbb-440f-41ae-bcb0-51f2e06b5f56 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:57.751721 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-65798fbb-440f-41ae-bcb0-51f2e06b5f56 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:57.804563 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-736bad75-d8be-4cda-b4ce-140e5a72ce5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:57.916757 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-65798fbb-440f-41ae-bcb0-51f2e06b5f56 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:57.924954 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-65798fbb-440f-41ae-bcb0-51f2e06b5f56 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:57.945250 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4b45a033-1107-403d-ba92-2a05792c962c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:58.002698 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.provisioning_blocks [None req-4b45a033-1107-403d-ba92-2a05792c962c admin admin] Transition to ACTIVE for port object 18460971-5619-4061-8ff0-4059de421245 will not be triggered until provisioned by entity DHCP. {{(pid=83203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:38:58.037273 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.db_base_plugin_common [req-011c071c-ac99-4d03-8758-6fa927a36aac req-76e20b62-24b3-457c-8332-34cba24707e0 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Allocated IP 172.20.0.13 (f19d5b1d-d723-424f-887b-d2aed78f8fc4/fdace366-63e8-4d54-9b7a-f672449731de/eb7ead5f-76d1-48eb-a4e3-add07516b5c1) {{(pid=83203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:38:58.044663 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65798fbb-440f-41ae-bcb0-51f2e06b5f56 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad06686-c9be-4e7c-946a-c7ee21e1f780,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:58.060021 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-65798fbb-440f-41ae-bcb0-51f2e06b5f56 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:58.061235 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-65798fbb-440f-41ae-bcb0-51f2e06b5f56 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.5229568 May 25 22:38:58.075424 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 38348) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:58.093874 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 38352) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:58.103263 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-77b7fb36-07dd-4538-9edf-d2c7f5c95c15 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Request body: {'security_group_rule': {'security_group_id': '8ad06686-c9be-4e7c-946a-c7ee21e1f780', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:38:58.110196 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-77b7fb36-07dd-4538-9edf-d2c7f5c95c15 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:58.114645 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-77b7fb36-07dd-4538-9edf-d2c7f5c95c15 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Usage tracker for resource:security_group_rule and tenant:8245386779d14b72ba8d57559c8a6be4 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:58.118320 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-77b7fb36-07dd-4538-9edf-d2c7f5c95c15 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:58.119076 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-ae7b1d5e-5601-4b56-819e-9ed26d23e4df admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:58.124784 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-77b7fb36-07dd-4538-9edf-d2c7f5c95c15 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:58.184532 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-77b7fb36-07dd-4538-9edf-d2c7f5c95c15 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:58.227949 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-ae7b1d5e-5601-4b56-819e-9ed26d23e4df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:58.242439 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-ae7b1d5e-5601-4b56-819e-9ed26d23e4df admin admin] Usage tracker for resource:security_group_rule and tenant:21f3a43a4adf4c52b4c945c10230c62a is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:58.247840 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-ae7b1d5e-5601-4b56-819e-9ed26d23e4df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:58.263236 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-ae7b1d5e-5601-4b56-819e-9ed26d23e4df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:58.292731 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4b45a033-1107-403d-ba92-2a05792c962c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443'] for port, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:58.385861 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-ae7b1d5e-5601-4b56-819e-9ed26d23e4df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:58.397494 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-ae7b1d5e-5601-4b56-819e-9ed26d23e4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:58.431130 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-77b7fb36-07dd-4538-9edf-d2c7f5c95c15 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:58.442785 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning for port 96fe214e-4c8e-43fb-8010-9d9bec4f5803 completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:38:58.466659 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45a033-1107-403d-ba92-2a05792c962c admin admin] Pushing event updated for resources: {'Port': ['ID=18460971-5619-4061-8ff0-4059de421245,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:58.482936 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 96fe214e-4c8e-43fb-8010-9d9bec4f5803 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:38:58.483311 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:58.490842 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-77b7fb36-07dd-4538-9edf-d2c7f5c95c15 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043470'] for security_group_rule, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:58.629549 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b45a033-1107-403d-ba92-2a05792c962c admin admin] Network 84ae9284-4480-4503-b05c-9e1235a6ee14 is already hosted by enough agents. {{(pid=83203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:38:58.714140 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b1d5e-5601-4b56-819e-9ed26d23e4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4904f0-64e0-40bf-8093-41c15db97ed5,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:58.755624 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-0fa346ef-982a-4915-a745-41eaf19f2b1b req-e7e9c9a8-5c84-4df9-9ffb-1de552fe25ff tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/ports?device_id=3feb2eae-85fd-4906-addb-30401335547f HTTP/1.1" status: 200 len: 210 time: 0.2590735 May 25 22:38:58.777565 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [None req-4b45a033-1107-403d-ba92-2a05792c962c admin admin] Resources bound (agent type, host, resource id): {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:38:58.789293 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-ae7b1d5e-5601-4b56-819e-9ed26d23e4df admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=21f3a43a4adf4c52b4c945c10230c62a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6942236 May 25 22:38:58.797887 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 38376) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:58.841684 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b45a033-1107-403d-ba92-2a05792c962c admin admin] Received port after_create {{(pid=83203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:38:58.842256 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4b45a033-1107-403d-ba92-2a05792c962c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999011'] for router_interface, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:58.909940 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7fb36-07dd-4538-9edf-d2c7f5c95c15 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd01e87-733a-4d5b-b9a0-f935d0a4769d,revision_number=0']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:58.936442 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.db_base_plugin_common [None req-736bad75-d8be-4cda-b4ce-140e5a72ce5f admin admin] Allocated IP 172.20.0.1 (f0e051db-549c-4c00-b572-ba45117467c0/b9149cc5-7f23-4821-b9e2-fe53e98b46ba/3d4ea90a-3e31-4082-8a2d-6b7858266524) {{(pid=83203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:38:58.953612 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-8282faf3-e857-49b3-ba10-1b304941f3f5 None None] Provisioning complete for port 96fe214e-4c8e-43fb-8010-9d9bec4f5803 triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:38:58.954195 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-8282faf3-e857-49b3-ba10-1b304941f3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:59.232486 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:59.261218 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-22b6ea61-0801-4034-b6e2-d73ec96ca226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:59.352974 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-22b6ea61-0801-4034-b6e2-d73ec96ca226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:59.353272 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-f69ef15d-9113-4abe-a8e2-59579ab4a470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'name': 'tempest-AttachVolumeTestJSON-1478890880-router', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:38:52Z', 'revision_number': 4, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'gw_port': {'id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': 'fc82d05a-7e7f-4e3c-ba63-b535e138d86d', 'name': '', 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'mac_address': 'fa:16:3e:26:40:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:50Z', 'updated_at': '2022-05-25T22:38:53Z', 'revision_number': 2, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'subnets': [{'id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:38:59.370370 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69ef15d-9113-4abe-a8e2-59579ab4a470 None None] The sync data for ids ['7499423c-9726-46e4-846f-c5b4fe0a9a4c'] in dv-cinder-843305-1-smb is: [{'id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'name': 'tempest-AttachVolumeTestJSON-1478890880-router', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:38:52Z', 'revision_number': 4, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'gw_port': {'id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': 'fc82d05a-7e7f-4e3c-ba63-b535e138d86d', 'name': '', 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'mac_address': 'fa:16:3e:26:40:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:50Z', 'updated_at': '2022-05-25T22:38:53Z', 'revision_number': 2, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'subnets': [{'id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:38:59.433695 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] For port 96fe214e-4c8e-43fb-8010-9d9bec4f5803, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=96fe214e-4c8e-43fb-8010-9d9bec4f5803,segment=NetworkSegment(1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3),segment_id=1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:38:59.451201 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4b45a033-1107-403d-ba92-2a05792c962c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:59.457491 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:59.496136 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-22b6ea61-0801-4034-b6e2-d73ec96ca226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:59.531651 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6ea61-0801-4034-b6e2-d73ec96ca226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4904f0-64e0-40bf-8093-41c15db97ed5,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:59.536478 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-22b6ea61-0801-4034-b6e2-d73ec96ca226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:59.542909 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-22b6ea61-0801-4034-b6e2-d73ec96ca226 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fd4904f0-64e0-40bf-8093-41c15db97ed5 HTTP/1.1" status: 204 len: 168 time: 0.7403233 May 25 22:38:59.585228 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Pushing event updated for resources: {'Port': ['ID=96fe214e-4c8e-43fb-8010-9d9bec4f5803,revision_number=3']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:59.821581 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-011c071c-ac99-4d03-8758-6fa927a36aac req-76e20b62-24b3-457c-8332-34cba24707e0 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Notify callbacks [] for port, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:59.854574 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-77b7fb36-07dd-4538-9edf-d2c7f5c95c15 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:59.860543 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-77b7fb36-07dd-4538-9edf-d2c7f5c95c15 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.7700481 May 25 22:38:59.862864 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 38396) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:59.874621 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-6af1aabd-be18-4001-afe0-97957759d0da tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Request body: {'security_group_rule': {'security_group_id': '8ad06686-c9be-4e7c-946a-c7ee21e1f780', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:38:59.895353 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-011c071c-ac99-4d03-8758-6fa927a36aac req-76e20b62-24b3-457c-8332-34cba24707e0 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443'] for port, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:59.920749 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-6af1aabd-be18-4001-afe0-97957759d0da tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:59.951194 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-6af1aabd-be18-4001-afe0-97957759d0da tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Usage tracker for resource:security_group_rule and tenant:8245386779d14b72ba8d57559c8a6be4 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:00.018861 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-6af1aabd-be18-4001-afe0-97957759d0da tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:00.018861 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-6af1aabd-be18-4001-afe0-97957759d0da tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:00.031409 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-8282faf3-e857-49b3-ba10-1b304941f3f5 None None] Provisioning complete for port fc82d05a-7e7f-4e3c-ba63-b535e138d86d triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:00.032246 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-8282faf3-e857-49b3-ba10-1b304941f3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:00.086727 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6af1aabd-be18-4001-afe0-97957759d0da tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:00.161416 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-011c071c-ac99-4d03-8758-6fa927a36aac req-76e20b62-24b3-457c-8332-34cba24707e0 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Network f19d5b1d-d723-424f-887b-d2aed78f8fc4 is already hosted by enough agents. {{(pid=83203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:39:00.201157 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [req-011c071c-ac99-4d03-8758-6fa927a36aac req-76e20b62-24b3-457c-8332-34cba24707e0 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Resources bound (agent type, host, resource id): {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:39:00.361270 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [req-011c071c-ac99-4d03-8758-6fa927a36aac req-76e20b62-24b3-457c-8332-34cba24707e0 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Received port after_create {{(pid=83203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:39:00.387110 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c071c-ac99-4d03-8758-6fa927a36aac req-76e20b62-24b3-457c-8332-34cba24707e0 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:00.401148 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-011c071c-ac99-4d03-8758-6fa927a36aac req-76e20b62-24b3-457c-8332-34cba24707e0 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for port, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:00.413563 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 9aa33250-89d8-4246-99da-de69ec773fc5 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:39:00.539727 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3896c0-a4eb-46db-90ff-9e7c4bcae85e req-97d21060-1dc4-4598-86d4-00aae09ed285 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:00.549200 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5c3896c0-a4eb-46db-90ff-9e7c4bcae85e req-97d21060-1dc4-4598-86d4-00aae09ed285 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/ports?device_id=3feb2eae-85fd-4906-addb-30401335547f HTTP/1.1" status: 200 len: 932 time: 0.2325861 May 25 22:39:00.553148 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6af1aabd-be18-4001-afe0-97957759d0da tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:00.607642 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e20b62-24b3-457c-8332-34cba24707e0 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Pushing event updated for resources: {'Port': ['ID=eb7ead5f-76d1-48eb-a4e3-add07516b5c1,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:00.617216 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-5c3896c0-a4eb-46db-90ff-9e7c4bcae85e req-2ba007ce-0504-4d7d-aa17-307d0150b66b tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Synchronizing usage tracker for tenant:da71047166c24534ad1ebe7b7b60d474 on resource:security_group {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:39:00.657811 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6af1aabd-be18-4001-afe0-97957759d0da tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043470'] for security_group_rule, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:00.683979 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-8282faf3-e857-49b3-ba10-1b304941f3f5 None None] Port fc82d05a-7e7f-4e3c-ba63-b535e138d86d cannot update to ACTIVE because it is not bound. {{(pid=83205) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:39:00.724948 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-5c3896c0-a4eb-46db-90ff-9e7c4bcae85e req-2ba007ce-0504-4d7d-aa17-307d0150b66b tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Unset dirty status for tenant:da71047166c24534ad1ebe7b7b60d474 on resource:security_group {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:39:00.738292 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5c3896c0-a4eb-46db-90ff-9e7c4bcae85e req-2ba007ce-0504-4d7d-aa17-307d0150b66b tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/security-groups?id=948a7188-f2e3-4305-b798-f1bc92e433a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869597 May 25 22:39:00.741640 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1aabd-be18-4001-afe0-97957759d0da tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66c5ccf3-1494-436c-ae16-a0d3810a384f,revision_number=0']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:00.756289 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6af1aabd-be18-4001-afe0-97957759d0da tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:00.757451 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-6af1aabd-be18-4001-afe0-97957759d0da tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8935983 May 25 22:39:00.760651 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 38416) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:00.785095 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning for port 9aa33250-89d8-4246-99da-de69ec773fc5 completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:39:00.787236 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-1d835931-0a8d-407b-9d37-188b68201c2a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Request body: {'floatingip': {'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:39:00.792934 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-1d835931-0a8d-407b-9d37-188b68201c2a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:00.807611 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-1d835931-0a8d-407b-9d37-188b68201c2a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Usage tracker for resource:floatingip and tenant:8245386779d14b72ba8d57559c8a6be4 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:00.816405 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-1d835931-0a8d-407b-9d37-188b68201c2a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:00.820098 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 9aa33250-89d8-4246-99da-de69ec773fc5 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:00.822155 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:00.827284 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-011c071c-ac99-4d03-8758-6fa927a36aac req-76e20b62-24b3-457c-8332-34cba24707e0 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8422880 May 25 22:39:00.830246 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-736bad75-d8be-4cda-b4ce-140e5a72ce5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:00.831471 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-1d835931-0a8d-407b-9d37-188b68201c2a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:00.856002 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1d835931-0a8d-407b-9d37-188b68201c2a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for floatingip, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:01.027095 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-58d89193-73e9-4458-88cf-188b1fbf1849 None None] Provisioning for port 18460971-5619-4061-8ff0-4059de421245 completed by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:39:01.077284 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-58d89193-73e9-4458-88cf-188b1fbf1849 None None] Provisioning complete for port 18460971-5619-4061-8ff0-4059de421245 triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:01.079649 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-58d89193-73e9-4458-88cf-188b1fbf1849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:01.139867 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [req-011c071c-ac99-4d03-8758-6fa927a36aac req-66411051-1425-4b3d-bfb5-c799869db08c tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83203) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:39:01.152003 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-011c071c-ac99-4d03-8758-6fa927a36aac req-66411051-1425-4b3d-bfb5-c799869db08c tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0299010 May 25 22:39:01.191804 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.provisioning_blocks [None req-736bad75-d8be-4cda-b4ce-140e5a72ce5f admin admin] Transition to ACTIVE for port object 3d4ea90a-3e31-4082-8a2d-6b7858266524 will not be triggered until provisioned by entity DHCP. {{(pid=83203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:39:01.268569 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-58d89193-73e9-4458-88cf-188b1fbf1849 None None] Port 18460971-5619-4061-8ff0-4059de421245 cannot update to ACTIVE because it is not bound. {{(pid=83205) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:39:01.331823 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1d835931-0a8d-407b-9d37-188b68201c2a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:01.421497 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-736bad75-d8be-4cda-b4ce-140e5a72ce5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443'] for port, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:01.572703 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.db.resource_extend [None req-4b45a033-1107-403d-ba92-2a05792c962c admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:39:01.581502 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:01.634045 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4b45a033-1107-403d-ba92-2a05792c962c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:01.637625 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736bad75-d8be-4cda-b4ce-140e5a72ce5f admin admin] Network f0e051db-549c-4c00-b572-ba45117467c0 is already hosted by enough agents. {{(pid=83203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:39:01.644763 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [None req-736bad75-d8be-4cda-b4ce-140e5a72ce5f admin admin] Resources bound (agent type, host, resource id): {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:39:01.652920 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] For port 9aa33250-89d8-4246-99da-de69ec773fc5, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=9aa33250-89d8-4246-99da-de69ec773fc5,segment=NetworkSegment(3342e0e4-498a-46e7-9232-6274ffc1b494),segment_id=3342e0e4-498a-46e7-9232-6274ffc1b494)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:01.675300 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:01.677533 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736bad75-d8be-4cda-b4ce-140e5a72ce5f admin admin] Received port after_create {{(pid=83203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:39:01.679610 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 4b396dfc-ccbe-442a-bacf-9bda16cb0277 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:39:01.687598 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-736bad75-d8be-4cda-b4ce-140e5a72ce5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999011'] for router_interface, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:01.783877 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4b45a033-1107-403d-ba92-2a05792c962c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:01.784766 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4b45a033-1107-403d-ba92-2a05792c962c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4094761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-999118'] for router_interface, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:01.900598 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.db_base_plugin_common [None req-1d835931-0a8d-407b-9d37-188b68201c2a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Allocated IP 172.28.2.147 (77f19dc1-c50e-4f02-8833-0fbdbbec8517/1120c8a6-ca37-4814-b2e9-f8ac22584781/90e77239-c418-4b5b-9a07-11daf4694c06) {{(pid=83204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:39:02.012823 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-736bad75-d8be-4cda-b4ce-140e5a72ce5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:02.056735 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 4b396dfc-ccbe-442a-bacf-9bda16cb0277 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:02.057858 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:02.070253 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [req-011c071c-ac99-4d03-8758-6fa927a36aac req-410a6fda-cfe4-43ea-9990-27b850a07e29 service neutron] Request body: {'port': {'device_id': '3feb2eae-85fd-4906-addb-30401335547f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:39:02.170364 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Pushing event updated for resources: {'Port': ['ID=9aa33250-89d8-4246-99da-de69ec773fc5,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:02.186696 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736bad75-d8be-4cda-b4ce-140e5a72ce5f admin admin] Pushing event updated for resources: {'Port': ['ID=3d4ea90a-3e31-4082-8a2d-6b7858266524,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:02.390795 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1d835931-0a8d-407b-9d37-188b68201c2a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for port, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:02.423157 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1d835931-0a8d-407b-9d37-188b68201c2a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443'] for port, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:02.438462 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-ebd9c979-ebd2-4cad-93ba-0bd2c1ad1170 None None] Provisioning for port 3d4ea90a-3e31-4082-8a2d-6b7858266524 completed by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:39:02.464150 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 938e243c-8043-411a-ada5-c55c00bc9a4e up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:39:02.559624 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d835931-0a8d-407b-9d37-188b68201c2a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 is already hosted by enough agents. {{(pid=83204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:39:02.571727 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [None req-1d835931-0a8d-407b-9d37-188b68201c2a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Resources bound (agent type, host, resource id): {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:39:02.578491 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-ebd9c979-ebd2-4cad-93ba-0bd2c1ad1170 None None] Provisioning complete for port 3d4ea90a-3e31-4082-8a2d-6b7858266524 triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:02.578491 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-ebd9c979-ebd2-4cad-93ba-0bd2c1ad1170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:02.586189 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d835931-0a8d-407b-9d37-188b68201c2a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Received port after_create {{(pid=83204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:39:02.613757 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d835931-0a8d-407b-9d37-188b68201c2a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Pushing event updated for resources: {'Port': ['ID=90e77239-c418-4b5b-9a07-11daf4694c06,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:02.748222 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-ebd9c979-ebd2-4cad-93ba-0bd2c1ad1170 None None] Port 3d4ea90a-3e31-4082-8a2d-6b7858266524 cannot update to ACTIVE because it is not bound. {{(pid=83205) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:39:02.796783 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning for port 938e243c-8043-411a-ada5-c55c00bc9a4e completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:39:02.806090 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 938e243c-8043-411a-ada5-c55c00bc9a4e triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:02.806522 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:02.869281 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b45a033-1107-403d-ba92-2a05792c962c admin admin] Network 84ae9284-4480-4503-b05c-9e1235a6ee14 is already hosted by enough agents. {{(pid=83203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:39:02.915080 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [None req-4b45a033-1107-403d-ba92-2a05792c962c admin admin] Resources bound (agent type, host, resource id): {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:39:03.073147 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:03.132122 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] For port 938e243c-8043-411a-ada5-c55c00bc9a4e, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=938e243c-8043-411a-ada5-c55c00bc9a4e,segment=NetworkSegment(3342e0e4-498a-46e7-9232-6274ffc1b494),segment_id=3342e0e4-498a-46e7-9232-6274ffc1b494)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:03.138103 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:03.167521 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1d835931-0a8d-407b-9d37-188b68201c2a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:03.345601 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1d835931-0a8d-407b-9d37-188b68201c2a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:03.394839 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Pushing event updated for resources: {'Port': ['ID=938e243c-8043-411a-ada5-c55c00bc9a4e,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:03.489668 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-d4e82037-97db-446c-a83d-93216e39688a None None] Provisioning complete for port 18460971-5619-4061-8ff0-4059de421245 triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:03.490038 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-d4e82037-97db-446c-a83d-93216e39688a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:03.495234 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45a033-1107-403d-ba92-2a05792c962c admin admin] Pushing event updated for resources: {'Port': ['ID=18460971-5619-4061-8ff0-4059de421245,revision_number=2']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:03.633369 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 9aa33250-89d8-4246-99da-de69ec773fc5 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:39:03.757932 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-011c071c-ac99-4d03-8758-6fa927a36aac req-410a6fda-cfe4-43ea-9990-27b850a07e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:03.854632 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:03.859704 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-d4e82037-97db-446c-a83d-93216e39688a None None] Port 18460971-5619-4061-8ff0-4059de421245 cannot update to ACTIVE because it is not bound. {{(pid=83205) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:39:03.915067 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 9aa33250-89d8-4246-99da-de69ec773fc5 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:03.915355 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:03.922904 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1d835931-0a8d-407b-9d37-188b68201c2a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for port, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:03.930229 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1d835931-0a8d-407b-9d37-188b68201c2a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:04.077179 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1d835931-0a8d-407b-9d37-188b68201c2a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997866'] for floatingip, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:04.113963 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d835931-0a8d-407b-9d37-188b68201c2a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Pushing event updated for resources: {'Port': ['ID=90e77239-c418-4b5b-9a07-11daf4694c06,revision_number=2']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:04.136267 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 96fe214e-4c8e-43fb-8010-9d9bec4f5803 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:39:04.144153 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1d835931-0a8d-407b-9d37-188b68201c2a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for floatingip, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:04.153963 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-1d835931-0a8d-407b-9d37-188b68201c2a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3911183 May 25 22:39:04.250661 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 96fe214e-4c8e-43fb-8010-9d9bec4f5803 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:04.251001 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:04.641048 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 38ba55ed-9c82-498b-8ac0-032a3e70cf32 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:39:04.770718 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77047212-202b-4980-a99e-d49e8566a4dc req-a3f5e7cf-8ff8-4974-979e-2fc04b39deeb tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:04.771479 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-77047212-202b-4980-a99e-d49e8566a4dc req-a3f5e7cf-8ff8-4974-979e-2fc04b39deeb tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Synchronizing usage tracker for tenant:da71047166c24534ad1ebe7b7b60d474 on resource:port {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:39:04.829917 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning for port 38ba55ed-9c82-498b-8ac0-032a3e70cf32 completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:39:04.837762 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 38ba55ed-9c82-498b-8ac0-032a3e70cf32 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:04.838138 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:04.991938 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-77047212-202b-4980-a99e-d49e8566a4dc req-a3f5e7cf-8ff8-4974-979e-2fc04b39deeb tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Unset dirty status for tenant:da71047166c24534ad1ebe7b7b60d474 on resource:port {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:39:05.000973 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-77047212-202b-4980-a99e-d49e8566a4dc req-a3f5e7cf-8ff8-4974-979e-2fc04b39deeb tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/ports?device_id=3feb2eae-85fd-4906-addb-30401335547f HTTP/1.1" status: 200 len: 932 time: 2.8206418 May 25 22:39:05.301332 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:05.312844 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-904587f6-ad8f-4e9a-93df-651c23fceaed tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Synchronizing usage tracker for tenant:8245386779d14b72ba8d57559c8a6be4 on resource:security_group {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:39:05.340067 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] For port 38ba55ed-9c82-498b-8ac0-032a3e70cf32, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=38ba55ed-9c82-498b-8ac0-032a3e70cf32,segment=NetworkSegment(3342e0e4-498a-46e7-9232-6274ffc1b494),segment_id=3342e0e4-498a-46e7-9232-6274ffc1b494)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:05.345564 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:05.365155 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [req-011c071c-ac99-4d03-8758-6fa927a36aac req-410a6fda-cfe4-43ea-9990-27b850a07e29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb7ead5f-76d1-48eb-a4e3-add07516b5c1 {{(pid=83203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:39:05.370274 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-904587f6-ad8f-4e9a-93df-651c23fceaed tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Unset dirty status for tenant:8245386779d14b72ba8d57559c8a6be4 on resource:security_group {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:39:05.371557 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-904587f6-ad8f-4e9a-93df-651c23fceaed tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1622312381&fields=id&tenant_id=8245386779d14b72ba8d57559c8a6be4 HTTP/1.1" status: 200 len: 267 time: 0.1507380 May 25 22:39:05.374261 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-011c071c-ac99-4d03-8758-6fa927a36aac req-410a6fda-cfe4-43ea-9990-27b850a07e29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:05.393978 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.provisioning_blocks [req-011c071c-ac99-4d03-8758-6fa927a36aac req-410a6fda-cfe4-43ea-9990-27b850a07e29 service neutron] Transition to ACTIVE for port object eb7ead5f-76d1-48eb-a4e3-add07516b5c1 will not be triggered until provisioned by entity L2. {{(pid=83203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:39:05.455204 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-77047212-202b-4980-a99e-d49e8566a4dc req-f0666f9a-1486-4078-95fa-7ef5145e732e tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/security-groups?id=948a7188-f2e3-4305-b798-f1bc92e433a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530189 May 25 22:39:05.455728 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-011c071c-ac99-4d03-8758-6fa927a36aac req-410a6fda-cfe4-43ea-9990-27b850a07e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:05.469376 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Pushing event updated for resources: {'Port': ['ID=38ba55ed-9c82-498b-8ac0-032a3e70cf32,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:05.500030 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 938e243c-8043-411a-ada5-c55c00bc9a4e up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:39:05.613571 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a6fda-cfe4-43ea-9990-27b850a07e29 service neutron] Pushing event updated for resources: {'Port': ['ID=eb7ead5f-76d1-48eb-a4e3-add07516b5c1,revision_number=2']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:05.670518 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 938e243c-8043-411a-ada5-c55c00bc9a4e triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:05.672299 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:05.805838 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-39cb1883-2445-4155-b8f4-c734b410b245 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:05.818699 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.db.resource_extend [None req-736bad75-d8be-4cda-b4ce-140e5a72ce5f admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:39:05.819276 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-39cb1883-2445-4155-b8f4-c734b410b245 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Synchronizing usage tracker for tenant:8245386779d14b72ba8d57559c8a6be4 on resource:network {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:39:05.846979 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-736bad75-d8be-4cda-b4ce-140e5a72ce5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:05.885052 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-39cb1883-2445-4155-b8f4-c734b410b245 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Unset dirty status for tenant:8245386779d14b72ba8d57559c8a6be4 on resource:network {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:39:05.894445 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-39cb1883-2445-4155-b8f4-c734b410b245 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/networks?id=7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2 HTTP/1.1" status: 200 len: 811 time: 0.5141959 May 25 22:39:05.898179 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-736bad75-d8be-4cda-b4ce-140e5a72ce5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:05.899245 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-736bad75-d8be-4cda-b4ce-140e5a72ce5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4094761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-999118'] for router_interface, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:05.945327 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-690cbcfa-dd34-4025-aebd-d94d93715208 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/quotas/8245386779d14b72ba8d57559c8a6be4 HTTP/1.1" status: 200 len: 375 time: 0.0434656 May 25 22:39:06.105042 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.managers [req-011c071c-ac99-4d03-8758-6fa927a36aac req-410a6fda-cfe4-43ea-9990-27b850a07e29 service neutron] Attempting to bind port eb7ead5f-76d1-48eb-a4e3-add07516b5c1 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:39:06.105487 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.managers [req-011c071c-ac99-4d03-8758-6fa927a36aac req-410a6fda-cfe4-43ea-9990-27b850a07e29 service neutron] Attempting to bind port eb7ead5f-76d1-48eb-a4e3-add07516b5c1 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'ec3cae98-a149-4a75-970a-e0931392ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f19d5b1d-d723-424f-887b-d2aed78f8fc4'}] {{(pid=83203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:39:06.105905 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c071c-ac99-4d03-8758-6fa927a36aac req-410a6fda-cfe4-43ea-9990-27b850a07e29 service neutron] Attempting to bind port eb7ead5f-76d1-48eb-a4e3-add07516b5c1 on network f19d5b1d-d723-424f-887b-d2aed78f8fc4 {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:39:06.116664 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-625cc19d-d1fc-49e1-9f83-b970b3a208d1 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Synchronizing usage tracker for tenant:8245386779d14b72ba8d57559c8a6be4 on resource:port {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:39:06.142884 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-625cc19d-d1fc-49e1-9f83-b970b3a208d1 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Unset dirty status for tenant:8245386779d14b72ba8d57559c8a6be4 on resource:port {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:39:06.156810 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b45a033-1107-403d-ba92-2a05792c962c admin admin] Router d20adea2-cfd7-4d8c-a819-58e48c7e84e3 has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:39:06.161441 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736bad75-d8be-4cda-b4ce-140e5a72ce5f admin admin] Pushing event updated for resources: {'Port': ['ID=3d4ea90a-3e31-4082-8a2d-6b7858266524,revision_number=2']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:06.163703 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c071c-ac99-4d03-8758-6fa927a36aac req-410a6fda-cfe4-43ea-9990-27b850a07e29 service neutron] Port eb7ead5f-76d1-48eb-a4e3-add07516b5c1 on network f19d5b1d-d723-424f-887b-d2aed78f8fc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:39:06.164126 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c071c-ac99-4d03-8758-6fa927a36aac req-410a6fda-cfe4-43ea-9990-27b850a07e29 service neutron] Attempting to bind port eb7ead5f-76d1-48eb-a4e3-add07516b5c1 on network f19d5b1d-d723-424f-887b-d2aed78f8fc4 {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:39:06.169632 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-625cc19d-d1fc-49e1-9f83-b970b3a208d1 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8245386779d14b72ba8d57559c8a6be4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2168846 May 25 22:39:06.323354 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c071c-ac99-4d03-8758-6fa927a36aac req-410a6fda-cfe4-43ea-9990-27b850a07e29 service neutron] Checking agent: {'id': '664d2378-5910-4a50-8747-70f7074f61b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'started_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:39:06.323758 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c071c-ac99-4d03-8758-6fa927a36aac req-410a6fda-cfe4-43ea-9990-27b850a07e29 service neutron] Checking segment: {'id': 'ec3cae98-a149-4a75-970a-e0931392ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f19d5b1d-d723-424f-887b-d2aed78f8fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:39:06.324456 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c071c-ac99-4d03-8758-6fa927a36aac req-410a6fda-cfe4-43ea-9990-27b850a07e29 service neutron] Bound using segment: {'id': 'ec3cae98-a149-4a75-970a-e0931392ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f19d5b1d-d723-424f-887b-d2aed78f8fc4'} {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:39:06.324989 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.managers [req-011c071c-ac99-4d03-8758-6fa927a36aac req-410a6fda-cfe4-43ea-9990-27b850a07e29 service neutron] Bound port: eb7ead5f-76d1-48eb-a4e3-add07516b5c1, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec3cae98-a149-4a75-970a-e0931392ac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f19d5b1d-d723-424f-887b-d2aed78f8fc4'}}] {{(pid=83203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:39:06.325335 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-011c071c-ac99-4d03-8758-6fa927a36aac req-410a6fda-cfe4-43ea-9990-27b850a07e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:06.417058 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736bad75-d8be-4cda-b4ce-140e5a72ce5f admin admin] Network f0e051db-549c-4c00-b572-ba45117467c0 is already hosted by enough agents. {{(pid=83203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:39:06.427634 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [None req-736bad75-d8be-4cda-b4ce-140e5a72ce5f admin admin] Resources bound (agent type, host, resource id): {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:39:06.607330 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-78a86cb1-6131-4c37-b6d5-d6b89c59e717 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:39:06.615415 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-78a86cb1-6131-4c37-b6d5-d6b89c59e717 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2146649 May 25 22:39:06.910364 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [req-011c071c-ac99-4d03-8758-6fa927a36aac req-410a6fda-cfe4-43ea-9990-27b850a07e29 service neutron] For port eb7ead5f-76d1-48eb-a4e3-add07516b5c1, host hv-cinder-84330, cleared binding levels {{(pid=83203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:39:06.912908 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-0abb8c4d-354c-4e02-be5e-70a12f63d1d7 None None] Provisioning complete for port 3d4ea90a-3e31-4082-8a2d-6b7858266524 triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:06.913344 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-0abb8c4d-354c-4e02-be5e-70a12f63d1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:06.960721 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [req-011c071c-ac99-4d03-8758-6fa927a36aac req-410a6fda-cfe4-43ea-9990-27b850a07e29 service neutron] For port eb7ead5f-76d1-48eb-a4e3-add07516b5c1, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=eb7ead5f-76d1-48eb-a4e3-add07516b5c1,segment=NetworkSegment(ec3cae98-a149-4a75-970a-e0931392ac31),segment_id=ec3cae98-a149-4a75-970a-e0931392ac31)] {{(pid=83203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:39:06.999308 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-011c071c-ac99-4d03-8758-6fa927a36aac req-410a6fda-cfe4-43ea-9990-27b850a07e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:07.047324 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-a74ad756-4881-4a24-86a0-f431a10a3f15 service neutron] 10.222.0.59 "GET /v2.0/networks/7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310675 May 25 22:39:07.096125 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-0abb8c4d-354c-4e02-be5e-70a12f63d1d7 None None] Port 3d4ea90a-3e31-4082-8a2d-6b7858266524 cannot update to ACTIVE because it is not bound. {{(pid=83205) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:39:07.284021 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-39a1e63b-eaa0-4765-be46-575a1434bdef service neutron] 10.222.0.59 "GET /v2.0/networks/7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234390 May 25 22:39:07.380216 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a6fda-cfe4-43ea-9990-27b850a07e29 service neutron] Pushing event updated for resources: {'Port': ['ID=eb7ead5f-76d1-48eb-a4e3-add07516b5c1,revision_number=3']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:07.396554 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-011c071c-ac99-4d03-8758-6fa927a36aac req-410a6fda-cfe4-43ea-9990-27b850a07e29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for port, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:07.398588 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-011c071c-ac99-4d03-8758-6fa927a36aac req-410a6fda-cfe4-43ea-9990-27b850a07e29 service neutron] 10.222.0.15 "PUT /v2.0/ports/eb7ead5f-76d1-48eb-a4e3-add07516b5c1 HTTP/1.1" status: 200 len: 1094 time: 5.8029263 May 25 22:39:07.400572 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3feb2eae-85fd-4906-addb-30401335547f', 'tag': 'eb7ead5f-76d1-48eb-a4e3-add07516b5c1'}] {{(pid=83203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:39:07.616727 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 38ba55ed-9c82-498b-8ac0-032a3e70cf32 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:39:07.791762 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 38ba55ed-9c82-498b-8ac0-032a3e70cf32 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:07.793046 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:07.834015 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b45a033-1107-403d-ba92-2a05792c962c admin admin] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:39:07.842070 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-4b45a033-1107-403d-ba92-2a05792c962c admin admin] 10.222.0.59 "PUT /v2.0/routers/d20adea2-cfd7-4d8c-a819-58e48c7e84e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.8552361 May 25 22:39:07.851000 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9b340-1091-4dea-baa4-d7bce72c02d0 req-247922d1-4306-46a8-8b08-e7b4ae6c13ca tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:07.852454 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-50c9b340-1091-4dea-baa4-d7bce72c02d0 req-247922d1-4306-46a8-8b08-e7b4ae6c13ca tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/ports?device_id=3feb2eae-85fd-4906-addb-30401335547f HTTP/1.1" status: 200 len: 944 time: 0.5261135 May 25 22:39:07.997023 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c86bca-cda2-403c-b029-ba76ad0f8041 None None] Sync routers for ids ['d20adea2-cfd7-4d8c-a819-58e48c7e84e3'] in dv-cinder-843305-1-smb {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:39:08.132106 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c86bca-cda2-403c-b029-ba76ad0f8041 None None] Routers {'d20adea2-cfd7-4d8c-a819-58e48c7e84e3'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:39:08.132746 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-35c86bca-cda2-403c-b029-ba76ad0f8041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:38:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['d20adea2-cfd7-4d8c-a819-58e48c7e84e3'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:08.329482 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-98c17b62-8d14-4f53-8eef-e70e4f5dcd1d req-6460c195-72b6-4724-a795-a4c9783976a1 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 210 time: 0.1757028 May 25 22:39:08.382152 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-50c9b340-1091-4dea-baa4-d7bce72c02d0 req-f8764629-044d-4ed8-9bf8-2e6b1f9b76f1 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/security-groups?id=948a7188-f2e3-4305-b798-f1bc92e433a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5173604 May 25 22:39:08.448535 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736bad75-d8be-4cda-b4ce-140e5a72ce5f admin admin] Router bb764dd8-4f5c-41d0-9151-c1a4e44186e6 has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:39:08.469718 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-011c071c-ac99-4d03-8758-6fa927a36aac req-c342aa99-f8c6-4c32-8a76-42a243ea8211 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da71047166c24534ad1ebe7b7b60d474&device_id=3feb2eae-85fd-4906-addb-30401335547f HTTP/1.1" status: 200 len: 1097 time: 0.2416685 May 25 22:39:08.876735 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-35c86bca-cda2-403c-b029-ba76ad0f8041 None None] Set router d20adea2-cfd7-4d8c-a819-58e48c7e84e3 gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:39:08.889492 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-011c071c-ac99-4d03-8758-6fa927a36aac req-103f1679-074e-4186-b678-bdcd9a40ceb6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb7ead5f-76d1-48eb-a4e3-add07516b5c1 HTTP/1.1" status: 200 len: 217 time: 0.3416107 May 25 22:39:08.903262 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43c61a1f-94b7-4b1b-a974-69daf67a5302'] response: {'name': 'network-changed', 'server_uuid': '3feb2eae-85fd-4906-addb-30401335547f', 'tag': 'eb7ead5f-76d1-48eb-a4e3-add07516b5c1', 'status': 'completed', 'code': 200} May 25 22:39:09.163776 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c071c-ac99-4d03-8758-6fa927a36aac req-189c36bf-e2a1-4919-aab1-7831aacf485f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:09.165381 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-011c071c-ac99-4d03-8758-6fa927a36aac req-189c36bf-e2a1-4919-aab1-7831aacf485f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdace366-63e8-4d54-9b7a-f672449731de HTTP/1.1" status: 200 len: 852 time: 0.2381051 May 25 22:39:09.446092 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736bad75-d8be-4cda-b4ce-140e5a72ce5f admin admin] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:39:09.455424 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-736bad75-d8be-4cda-b4ce-140e5a72ce5f admin admin] 10.222.0.59 "PUT /v2.0/routers/bb764dd8-4f5c-41d0-9151-c1a4e44186e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.6411617 May 25 22:39:09.484556 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-b1edd5b8-edf8-433a-82dc-1f5c64ff3306 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:09.486076 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-b1edd5b8-edf8-433a-82dc-1f5c64ff3306 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Synchronizing usage tracker for tenant:360f94ee5000428395895ec5220a3314 on resource:network {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:39:09.532556 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-b1edd5b8-edf8-433a-82dc-1f5c64ff3306 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Unset dirty status for tenant:360f94ee5000428395895ec5220a3314 on resource:network {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:39:09.539820 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-b1edd5b8-edf8-433a-82dc-1f5c64ff3306 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/networks?id=84ae9284-4480-4503-b05c-9e1235a6ee14 HTTP/1.1" status: 200 len: 819 time: 0.4461660 May 25 22:39:09.577107 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-b3639907-7f3e-4755-bcb6-683fcc8b21be tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/quotas/360f94ee5000428395895ec5220a3314 HTTP/1.1" status: 200 len: 375 time: 0.0359135 May 25 22:39:09.649245 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-011c071c-ac99-4d03-8758-6fa927a36aac req-14edd1e7-7c9e-41e5-87bf-ee94f5ed8aae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f19d5b1d-d723-424f-887b-d2aed78f8fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1414938 May 25 22:39:09.849698 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-99b3602a-5617-40e8-ac80-1b61223dcfce req-535965d9-d344-43fc-99a8-6321c601fc70 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 210 time: 0.1992538 May 25 22:39:09.907446 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-2203f759-ea07-417b-a1c5-d40228d70368 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=360f94ee5000428395895ec5220a3314&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3291206 May 25 22:39:10.213350 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-011c071c-ac99-4d03-8758-6fa927a36aac req-6ac2f5a0-74af-426e-83d8-d63ee3331741 service neutron] 10.222.0.15 "GET /v2.0/networks/f19d5b1d-d723-424f-887b-d2aed78f8fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4722309 May 25 22:39:10.220985 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-71730da5-d8e2-4640-9565-0220f0d59cd4 service neutron] 10.222.0.59 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025682 May 25 22:39:10.306222 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-35c86bca-cda2-403c-b029-ba76ad0f8041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1299349677-router', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': '9aa33250-89d8-4246-99da-de69ec773fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:42Z', 'updated_at': '2022-05-25T22:38:58Z', 'revision_number': 4, 'project_id': '360f94ee5000428395895ec5220a3314', 'gw_port': {'id': '9aa33250-89d8-4246-99da-de69ec773fc5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:43Z', 'updated_at': '2022-05-25T22:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '18460971-5619-4061-8ff0-4059de421245', 'name': '', 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'mac_address': 'fa:16:3e:02:1b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaeba0d5-7c5d-481f-b009-b71f12b223e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:54Z', 'updated_at': '2022-05-25T22:39:00Z', 'revision_number': 2, 'project_id': '360f94ee5000428395895ec5220a3314', 'subnets': [{'id': 'eaeba0d5-7c5d-481f-b009-b71f12b223e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:10.318748 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c86bca-cda2-403c-b029-ba76ad0f8041 None None] Checking router: d20adea2-cfd7-4d8c-a819-58e48c7e84e3 for host: dv-cinder-843305-1-smb {{(pid=83205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:39:10.319233 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c86bca-cda2-403c-b029-ba76ad0f8041 None None] Updating router d20adea2-cfd7-4d8c-a819-58e48c7e84e3 port 18460971-5619-4061-8ff0-4059de421245 binding host dv-cinder-843305-1-smb {{(pid=83205) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:39:10.370923 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:39:10.391215 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-35c86bca-cda2-403c-b029-ba76ad0f8041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:10.535584 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-73bb69ab-9c0a-471c-8ff6-775ff37fee19 service neutron] 10.222.0.59 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031805 May 25 22:39:10.579268 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ef11a-f877-4102-9e7f-664e7883a906 req-a94ba618-1b7b-4c27-b2ca-d81a20959cf3 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:10.580767 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-8d3ef11a-f877-4102-9e7f-664e7883a906 req-a94ba618-1b7b-4c27-b2ca-d81a20959cf3 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/ports?device_id=3feb2eae-85fd-4906-addb-30401335547f HTTP/1.1" status: 200 len: 944 time: 0.4706552 May 25 22:39:10.586922 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-011c071c-ac99-4d03-8758-6fa927a36aac req-6c8eed8e-850c-4931-9cb8-305ea5fb92f6 service neutron] 10.222.0.15 "GET /v2.0/networks/f19d5b1d-d723-424f-887b-d2aed78f8fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457112 May 25 22:39:10.643738 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-8d3ef11a-f877-4102-9e7f-664e7883a906 req-6925a320-5351-4b52-b1fb-c8e526b90b41 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/security-groups?id=948a7188-f2e3-4305-b798-f1bc92e433a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549662 May 25 22:39:10.937426 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-35c86bca-cda2-403c-b029-ba76ad0f8041 None None] Notify callbacks [] for port, precommit_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:10.953950 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-35c86bca-cda2-403c-b029-ba76ad0f8041 None None] Transition to ACTIVE for port object 18460971-5619-4061-8ff0-4059de421245 will not be triggered until provisioned by entity L2. {{(pid=83205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:39:10.972903 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-35c86bca-cda2-403c-b029-ba76ad0f8041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:10.988822 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 38740) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:10.995899 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-e06c1844-1657-4040-ad5a-235fb7f852dd tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2117038882', 'description': 'tempest-description--899852389'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:39:11.016469 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-e06c1844-1657-4040-ad5a-235fb7f852dd tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:11.041437 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-e06c1844-1657-4040-ad5a-235fb7f852dd tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Usage tracker for resource:security_group and tenant:8070272689ae4feda68b4ce15376a6be is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:11.176042 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0e79b-9b78-4115-9d20-0eb37e79fc09 None None] Pushing event updated for resources: {'Port': ['ID=18460971-5619-4061-8ff0-4059de421245,revision_number=3']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:11.201327 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-e06c1844-1657-4040-ad5a-235fb7f852dd tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:11.216254 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-2c27a2fe-47cb-4010-863a-59921b5699b2 req-53cb7730-2417-41d9-9145-5e712d3500b1 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Synchronizing usage tracker for tenant:360f94ee5000428395895ec5220a3314 on resource:port {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:39:11.264228 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-e06c1844-1657-4040-ad5a-235fb7f852dd tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:11.283514 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-2c27a2fe-47cb-4010-863a-59921b5699b2 req-53cb7730-2417-41d9-9145-5e712d3500b1 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Unset dirty status for tenant:360f94ee5000428395895ec5220a3314 on resource:port {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:39:11.284696 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-2c27a2fe-47cb-4010-863a-59921b5699b2 req-53cb7730-2417-41d9-9145-5e712d3500b1 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dfcdea-90f0-49ba-bc88-239a5dadabe5 HTTP/1.1" status: 200 len: 210 time: 0.2517214 May 25 22:39:11.298926 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e06c1844-1657-4040-ad5a-235fb7f852dd tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:11.390061 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-35c86bca-cda2-403c-b029-ba76ad0f8041 None None] Attempting to bind port 18460971-5619-4061-8ff0-4059de421245 on host dv-cinder-843305-1-smb for vnic_type normal with profile {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:39:11.390601 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-35c86bca-cda2-403c-b029-ba76ad0f8041 None None] Attempting to bind port 18460971-5619-4061-8ff0-4059de421245 by drivers openvswitch,hyperv on host dv-cinder-843305-1-smb at level 0 using segments [{'id': '5a1b511a-1790-4620-9618-9ed3342cc72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14'}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:39:11.390945 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c86bca-cda2-403c-b029-ba76ad0f8041 None None] Attempting to bind port 18460971-5619-4061-8ff0-4059de421245 on network 84ae9284-4480-4503-b05c-9e1235a6ee14 {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:39:11.396103 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-768877e2-80c6-4491-9976-9f1fe6ac7783 req-9ee85262-349c-48d3-9765-896d7e1ce24f tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 210 time: 0.1707880 May 25 22:39:11.405416 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c86bca-cda2-403c-b029-ba76ad0f8041 None None] Checking agent: {'id': '7ae609c1-c95f-406f-b830-1d01d4388ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 29, 46), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:39:11.405850 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c86bca-cda2-403c-b029-ba76ad0f8041 None None] Checking segment: {'id': '5a1b511a-1790-4620-9618-9ed3342cc72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:39:11.406183 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-35c86bca-cda2-403c-b029-ba76ad0f8041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:11.406530 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c86bca-cda2-403c-b029-ba76ad0f8041 None None] Bound using segment: {'id': '5a1b511a-1790-4620-9618-9ed3342cc72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14'} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:39:11.406953 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-35c86bca-cda2-403c-b029-ba76ad0f8041 None None] Bound port: 18460971-5619-4061-8ff0-4059de421245, host: dv-cinder-843305-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1b511a-1790-4620-9618-9ed3342cc72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14'}}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:39:11.407315 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-35c86bca-cda2-403c-b029-ba76ad0f8041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:11.421461 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-e06c1844-1657-4040-ad5a-235fb7f852dd tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:11.424035 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-e06c1844-1657-4040-ad5a-235fb7f852dd tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Usage tracker for resource:security_group_rule and tenant:8070272689ae4feda68b4ce15376a6be is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:11.427355 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-e06c1844-1657-4040-ad5a-235fb7f852dd tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:11.435367 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-e06c1844-1657-4040-ad5a-235fb7f852dd tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:11.544456 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-35c86bca-cda2-403c-b029-ba76ad0f8041 None None] For port 18460971-5619-4061-8ff0-4059de421245, host dv-cinder-843305-1-smb, cleared binding levels {{(pid=83205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:39:11.548862 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-35c86bca-cda2-403c-b029-ba76ad0f8041 None None] For port 18460971-5619-4061-8ff0-4059de421245, host dv-cinder-843305-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=18460971-5619-4061-8ff0-4059de421245,segment=NetworkSegment(5a1b511a-1790-4620-9618-9ed3342cc72e),segment_id=5a1b511a-1790-4620-9618-9ed3342cc72e)] {{(pid=83205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:39:11.550980 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e06c1844-1657-4040-ad5a-235fb7f852dd tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:11.554804 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-35c86bca-cda2-403c-b029-ba76ad0f8041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:11.558630 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e06c1844-1657-4040-ad5a-235fb7f852dd tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:11.618314 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e06c1844-1657-4040-ad5a-235fb7f852dd tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:11.619887 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-e06c1844-1657-4040-ad5a-235fb7f852dd tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6297536 May 25 22:39:11.623746 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 38774) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:11.628173 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c1844-1657-4040-ad5a-235fb7f852dd tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4360e16-2dc4-471c-a0e3-7dbf21570495,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:11.635463 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0e79b-9b78-4115-9d20-0eb37e79fc09 None None] Pushing event updated for resources: {'Port': ['ID=18460971-5619-4061-8ff0-4059de421245,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:11.645289 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-b099e86f-5f9b-4aa4-bb68-53d744f34b74 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Request body: {'security_group_rule': {'security_group_id': 'a4360e16-2dc4-471c-a0e3-7dbf21570495', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:39:11.667365 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-b099e86f-5f9b-4aa4-bb68-53d744f34b74 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:11.667737 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c86bca-cda2-403c-b029-ba76ad0f8041 None None] Routers {'d20adea2-cfd7-4d8c-a819-58e48c7e84e3'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:39:11.669257 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-35c86bca-cda2-403c-b029-ba76ad0f8041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:38:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['d20adea2-cfd7-4d8c-a819-58e48c7e84e3'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:11.676015 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-b099e86f-5f9b-4aa4-bb68-53d744f34b74 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Usage tracker for resource:security_group_rule and tenant:8070272689ae4feda68b4ce15376a6be is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:11.691406 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-b099e86f-5f9b-4aa4-bb68-53d744f34b74 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:11.699792 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-b099e86f-5f9b-4aa4-bb68-53d744f34b74 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:11.741287 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-b099e86f-5f9b-4aa4-bb68-53d744f34b74 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:11.849122 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-b099e86f-5f9b-4aa4-bb68-53d744f34b74 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:11.854561 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-b099e86f-5f9b-4aa4-bb68-53d744f34b74 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043470'] for security_group_rule, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:11.900253 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099e86f-5f9b-4aa4-bb68-53d744f34b74 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d33c595-fe33-4db2-b373-05b46d5777e0,revision_number=0']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:11.911095 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-d5bd7719-4e16-41d8-afb3-de48216a02d5 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:11.913795 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-b099e86f-5f9b-4aa4-bb68-53d744f34b74 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:11.915154 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-b099e86f-5f9b-4aa4-bb68-53d744f34b74 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2897811 May 25 22:39:11.917787 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 38794) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:11.919271 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-d5bd7719-4e16-41d8-afb3-de48216a02d5 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/networks?id=84ae9284-4480-4503-b05c-9e1235a6ee14 HTTP/1.1" status: 200 len: 819 time: 0.3312752 May 25 22:39:11.931625 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-ac0b7ba7-9093-415c-b846-cd01cf4fc4cd tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Request body: {'security_group_rule': {'security_group_id': 'a4360e16-2dc4-471c-a0e3-7dbf21570495', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:39:11.941598 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-ac0b7ba7-9093-415c-b846-cd01cf4fc4cd tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:11.947697 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-ac0b7ba7-9093-415c-b846-cd01cf4fc4cd tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Usage tracker for resource:security_group_rule and tenant:8070272689ae4feda68b4ce15376a6be is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:11.949561 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-0bbaca22-a0e3-4501-8b61-d1679a6d45ff tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/quotas/360f94ee5000428395895ec5220a3314 HTTP/1.1" status: 200 len: 375 time: 0.0234573 May 25 22:39:11.950972 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-ac0b7ba7-9093-415c-b846-cd01cf4fc4cd tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:11.957884 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-ac0b7ba7-9093-415c-b846-cd01cf4fc4cd tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:11.988505 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-35c86bca-cda2-403c-b029-ba76ad0f8041 None None] Set router d20adea2-cfd7-4d8c-a819-58e48c7e84e3 gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:39:11.998037 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-ac0b7ba7-9093-415c-b846-cd01cf4fc4cd tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:12.120798 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-29e494c4-55cd-4eb8-a3c3-4cbbd2d1a8ab tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=360f94ee5000428395895ec5220a3314&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1702356 May 25 22:39:12.173698 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-ac0b7ba7-9093-415c-b846-cd01cf4fc4cd tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:12.189689 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-ac0b7ba7-9093-415c-b846-cd01cf4fc4cd tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043470'] for security_group_rule, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:12.228643 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-ac0b7ba7-9093-415c-b846-cd01cf4fc4cd tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:12.232927 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-ac0b7ba7-9093-415c-b846-cd01cf4fc4cd tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3076293 May 25 22:39:12.234261 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 38808) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:12.243592 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b7ba7-9093-415c-b846-cd01cf4fc4cd tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0868c1fe-86fe-45e9-989e-da4072b5a001,revision_number=0']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:12.248331 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-4ce23e57-ca29-4ee1-a5df-8d8c2631de6d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Request body: {'floatingip': {'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:39:12.258133 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-4ce23e57-ca29-4ee1-a5df-8d8c2631de6d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:12.266388 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-4ce23e57-ca29-4ee1-a5df-8d8c2631de6d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Usage tracker for resource:floatingip and tenant:8070272689ae4feda68b4ce15376a6be is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:12.278669 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-4ce23e57-ca29-4ee1-a5df-8d8c2631de6d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:12.301395 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-4ce23e57-ca29-4ee1-a5df-8d8c2631de6d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:12.339073 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1cf914-b4d7-49ee-8f23-7bdbb31dc022 req-e4cd941d-6ffd-4803-9e33-bfc20fe7b001 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:12.340605 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7c1cf914-b4d7-49ee-8f23-7bdbb31dc022 req-e4cd941d-6ffd-4803-9e33-bfc20fe7b001 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/ports?device_id=3feb2eae-85fd-4906-addb-30401335547f HTTP/1.1" status: 200 len: 944 time: 0.3172038 May 25 22:39:12.348081 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4ce23e57-ca29-4ee1-a5df-8d8c2631de6d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for floatingip, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:12.429591 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-c2df3915-08fe-4a9c-ac7d-30502ec40bd5 service neutron] 10.222.0.59 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017170 May 25 22:39:12.616237 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-f131f8bf-f3c8-4e6f-89e1-a08fd9e47b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:12.647644 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-35c86bca-cda2-403c-b029-ba76ad0f8041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1299349677-router', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': '9aa33250-89d8-4246-99da-de69ec773fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:42Z', 'updated_at': '2022-05-25T22:38:58Z', 'revision_number': 4, 'project_id': '360f94ee5000428395895ec5220a3314', 'gw_port': {'id': '9aa33250-89d8-4246-99da-de69ec773fc5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:43Z', 'updated_at': '2022-05-25T22:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '18460971-5619-4061-8ff0-4059de421245', 'name': '', 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'mac_address': 'fa:16:3e:02:1b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaeba0d5-7c5d-481f-b009-b71f12b223e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:54Z', 'updated_at': '2022-05-25T22:39:11Z', 'revision_number': 4, 'project_id': '360f94ee5000428395895ec5220a3314', 'subnets': [{'id': 'eaeba0d5-7c5d-481f-b009-b71f12b223e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:12.652318 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c86bca-cda2-403c-b029-ba76ad0f8041 None None] The sync data for ids ['d20adea2-cfd7-4d8c-a819-58e48c7e84e3'] in dv-cinder-843305-1-smb is: [{'id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1299349677-router', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': '9aa33250-89d8-4246-99da-de69ec773fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:42Z', 'updated_at': '2022-05-25T22:38:58Z', 'revision_number': 4, 'project_id': '360f94ee5000428395895ec5220a3314', 'gw_port': {'id': '9aa33250-89d8-4246-99da-de69ec773fc5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:43Z', 'updated_at': '2022-05-25T22:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '18460971-5619-4061-8ff0-4059de421245', 'name': '', 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'mac_address': 'fa:16:3e:02:1b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaeba0d5-7c5d-481f-b009-b71f12b223e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:54Z', 'updated_at': '2022-05-25T22:39:11Z', 'revision_number': 4, 'project_id': '360f94ee5000428395895ec5220a3314', 'subnets': [{'id': 'eaeba0d5-7c5d-481f-b009-b71f12b223e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:39:12.659711 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7c1cf914-b4d7-49ee-8f23-7bdbb31dc022 req-3676902d-7490-4606-a49d-34cdeea8d9a1 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/security-groups?id=948a7188-f2e3-4305-b798-f1bc92e433a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846112 May 25 22:39:12.748558 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d4e90a0c-7c95-4fe0-801f-37427057bdfd req-621c4f86-feb1-48bd-931a-d52abd2ab7be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da71047166c24534ad1ebe7b7b60d474&device_id=3feb2eae-85fd-4906-addb-30401335547f HTTP/1.1" status: 200 len: 1097 time: 0.2272899 May 25 22:39:12.768900 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-80f4a3a0-d6e9-4859-b353-f38eb6ebbd86 service neutron] 10.222.0.59 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367178 May 25 22:39:13.101876 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.15', 51369) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:13.167512 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-54089bc8-2bef-4a03-85fe-cd179d815923 req-57a65cbe-3b66-497d-805e-f10fd0a9fccf tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 210 time: 0.1051548 May 25 22:39:13.388726 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-77398300-dc15-473b-b68a-8b926f03a219 req-b9611d01-0de3-42ce-a6de-c7d7dc0e0657 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 210 time: 0.2034950 May 25 22:39:13.466600 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e90a0c-7c95-4fe0-801f-37427057bdfd req-7a4bfbb0-04fe-4f1e-be81-dbcbdcaacb96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:13.468711 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d4e90a0c-7c95-4fe0-801f-37427057bdfd req-7a4bfbb0-04fe-4f1e-be81-dbcbdcaacb96 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f19d5b1d-d723-424f-887b-d2aed78f8fc4 HTTP/1.1" status: 200 len: 913 time: 0.7123895 May 25 22:39:13.481659 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4ce23e57-ca29-4ee1-a5df-8d8c2631de6d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:13.508123 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-97b25ee8-ad9d-4f48-abc6-6319d765e9a0 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:13.511496 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-97b25ee8-ad9d-4f48-abc6-6319d765e9a0 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.15 "GET /v2.0/networks?id=7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2 HTTP/1.1" status: 200 len: 811 time: 0.4077971 May 25 22:39:13.556938 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 18460971-5619-4061-8ff0-4059de421245 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:39:13.671194 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-40fd0bd0-deb2-4e7e-9b04-8c4f51a39a04 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8245386779d14b72ba8d57559c8a6be4 HTTP/1.1" status: 200 len: 380 time: 0.1381035 May 25 22:39:13.703523 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-7533e15e-46bb-4d89-a112-2f66a5fb1c85 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Request body: {'port': {'device_id': '396cfc57-e099-409f-803e-f0c1d1731573', 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2', 'admin_state_up': True, 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'security_groups': ['8ad06686-c9be-4e7c-946a-c7ee21e1f780']}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:39:13.744329 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning for port 18460971-5619-4061-8ff0-4059de421245 completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:39:13.760254 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 18460971-5619-4061-8ff0-4059de421245 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:13.760652 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:13.793805 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d4e90a0c-7c95-4fe0-801f-37427057bdfd req-1ecedfcf-171d-42be-928a-21893c7778d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb7ead5f-76d1-48eb-a4e3-add07516b5c1 HTTP/1.1" status: 200 len: 217 time: 0.3003922 May 25 22:39:14.012305 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:14.098039 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] For port 18460971-5619-4061-8ff0-4059de421245, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=18460971-5619-4061-8ff0-4059de421245,segment=NetworkSegment(5a1b511a-1790-4620-9618-9ed3342cc72e),segment_id=5a1b511a-1790-4620-9618-9ed3342cc72e)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:14.108473 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:14.110299 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e90a0c-7c95-4fe0-801f-37427057bdfd req-4ea2d0c8-0c7f-4865-9eac-c8330cb90254 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:14.114387 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d4e90a0c-7c95-4fe0-801f-37427057bdfd req-4ea2d0c8-0c7f-4865-9eac-c8330cb90254 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdace366-63e8-4d54-9b7a-f672449731de HTTP/1.1" status: 200 len: 852 time: 0.2954452 May 25 22:39:14.208984 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d4e90a0c-7c95-4fe0-801f-37427057bdfd req-ef015eb5-16fa-4984-844d-b563da093d0b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f19d5b1d-d723-424f-887b-d2aed78f8fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588889 May 25 22:39:14.228798 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.15', 51377) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:14.363654 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Pushing event updated for resources: {'Port': ['ID=18460971-5619-4061-8ff0-4059de421245,revision_number=5']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:14.408713 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.db_base_plugin_common [None req-4ce23e57-ca29-4ee1-a5df-8d8c2631de6d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Allocated IP 172.28.2.156 (77f19dc1-c50e-4f02-8833-0fbdbbec8517/1120c8a6-ca37-4814-b2e9-f8ac22584781/48f8e0c1-497b-450a-820e-82570ae4de98) {{(pid=83203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:39:14.439079 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-7533e15e-46bb-4d89-a112-2f66a5fb1c85 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:14.479848 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-7533e15e-46bb-4d89-a112-2f66a5fb1c85 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:14.508937 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a23aa-607c-4840-adae-2aa8f2611530 req-30d4d704-308a-48ea-8fa9-1e86aa0163d8 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:14.510752 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-e25a23aa-607c-4840-adae-2aa8f2611530 req-30d4d704-308a-48ea-8fa9-1e86aa0163d8 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/ports?device_id=3feb2eae-85fd-4906-addb-30401335547f HTTP/1.1" status: 200 len: 944 time: 0.4385359 May 25 22:39:14.567293 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-7533e15e-46bb-4d89-a112-2f66a5fb1c85 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Made reservation on behalf of 8245386779d14b72ba8d57559c8a6be4 for: {'port': 1} {{(pid=83204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:39:14.578139 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-7533e15e-46bb-4d89-a112-2f66a5fb1c85 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:14.690725 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-79784093-e91e-4e0e-a8e8-52a0a2ad7752 req-5581461f-bb61-465d-bf56-f1e0ce8777f8 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 210 time: 0.1056197 May 25 22:39:14.710873 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-e25a23aa-607c-4840-adae-2aa8f2611530 req-cb1f4735-f5c9-4b4b-9511-8794d5c0c00e tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/security-groups?id=948a7188-f2e3-4305-b798-f1bc92e433a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903913 May 25 22:39:14.772684 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-65497bf3-283e-4921-8857-8327c87621e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:14.776595 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 38908) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:14.891479 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.db_base_plugin_common [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-7533e15e-46bb-4d89-a112-2f66a5fb1c85 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Allocated IP 172.20.0.10 (7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2/485856f6-0ca7-4895-967d-86a1a09c0007/01dc595a-feff-42c4-b62e-8142f9a3c35e) {{(pid=83204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:39:14.924072 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d4e90a0c-7c95-4fe0-801f-37427057bdfd req-83154754-d0ce-4c92-9c2a-d538c0c40df7 service neutron] 10.222.0.15 "GET /v2.0/networks/f19d5b1d-d723-424f-887b-d2aed78f8fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6812563 May 25 22:39:14.928671 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-b0d9ec00-148e-4fb0-aa01-49a83c9f8aaa tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:14.929987 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-b0d9ec00-148e-4fb0-aa01-49a83c9f8aaa tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.15 "GET /v2.0/networks?id=84ae9284-4480-4503-b05c-9e1235a6ee14 HTTP/1.1" status: 200 len: 819 time: 0.6918402 May 25 22:39:14.964247 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-a463d088-df9f-4c6b-8573-fdacf43dd7f9 req-c68f1a81-4d8d-4c16-9ec7-751fef792724 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 210 time: 0.0814624 May 25 22:39:14.995809 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4ce23e57-ca29-4ee1-a5df-8d8c2631de6d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for port, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:15.013253 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-f8230f9f-a6e1-495b-9c43-fded11178867 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Request body: {'port': {'device_id': 'e1dfcdea-90f0-49ba-bc88-239a5dadabe5', 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14', 'admin_state_up': True, 'tenant_id': '360f94ee5000428395895ec5220a3314'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:39:15.119629 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-427730d2-19ad-4445-9f9b-923714b7b5a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:15.192597 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-427730d2-19ad-4445-9f9b-923714b7b5a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:15.221765 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-427730d2-19ad-4445-9f9b-923714b7b5a4 admin admin] Usage tracker for resource:security_group_rule and tenant:a95d9bd88b514c60aa27aa1de1cc87a7 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:15.236307 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-427730d2-19ad-4445-9f9b-923714b7b5a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:15.262533 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-427730d2-19ad-4445-9f9b-923714b7b5a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:15.267155 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-7533e15e-46bb-4d89-a112-2f66a5fb1c85 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for port, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:15.275059 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.15', 51383) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:15.303306 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4ce23e57-ca29-4ee1-a5df-8d8c2631de6d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443'] for port, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:15.342035 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.provisioning_blocks [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-7533e15e-46bb-4d89-a112-2f66a5fb1c85 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Transition to ACTIVE for port object 01dc595a-feff-42c4-b62e-8142f9a3c35e will not be triggered until provisioned by entity DHCP. {{(pid=83204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:39:15.345517 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d4e90a0c-7c95-4fe0-801f-37427057bdfd req-18e004c9-1ebc-41ed-8a73-78dc16d14ef1 service neutron] 10.222.0.15 "GET /v2.0/networks/f19d5b1d-d723-424f-887b-d2aed78f8fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782957 May 25 22:39:15.364401 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-f8230f9f-a6e1-495b-9c43-fded11178867 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:15.392379 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-f8230f9f-a6e1-495b-9c43-fded11178867 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:15.406897 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce23e57-ca29-4ee1-a5df-8d8c2631de6d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 is already hosted by enough agents. {{(pid=83203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:39:15.409232 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce23e57-ca29-4ee1-a5df-8d8c2631de6d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Pushing event updated for resources: {'Port': ['ID=48f8e0c1-497b-450a-820e-82570ae4de98,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:15.411563 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [None req-4ce23e57-ca29-4ee1-a5df-8d8c2631de6d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Resources bound (agent type, host, resource id): {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:39:15.415314 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce23e57-ca29-4ee1-a5df-8d8c2631de6d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Received port after_create {{(pid=83203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:39:15.422645 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-f8230f9f-a6e1-495b-9c43-fded11178867 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Made reservation on behalf of 360f94ee5000428395895ec5220a3314 for: {'port': 1} {{(pid=83203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:39:15.427004 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-f8230f9f-a6e1-495b-9c43-fded11178867 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:15.480674 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 18460971-5619-4061-8ff0-4059de421245 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:39:15.570760 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 18460971-5619-4061-8ff0-4059de421245 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:15.571351 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:15.574081 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-7533e15e-46bb-4d89-a112-2f66a5fb1c85 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443'] for port, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:15.671971 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-66fb3221-0bcf-4a58-961f-c1cafe6b1368 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:15.673542 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-66fb3221-0bcf-4a58-961f-c1cafe6b1368 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.15 "GET /v2.0/networks?id=84ae9284-4480-4503-b05c-9e1235a6ee14 HTTP/1.1" status: 200 len: 819 time: 0.3952589 May 25 22:39:15.679522 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-427730d2-19ad-4445-9f9b-923714b7b5a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:15.701297 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-36a8e46b-526b-4756-93e3-442855b4c2e9 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Request body: {'port': {'device_id': '2b39f089-84c7-481b-9775-eee16c30968b', 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14', 'admin_state_up': True, 'tenant_id': '360f94ee5000428395895ec5220a3314'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:39:15.718808 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-427730d2-19ad-4445-9f9b-923714b7b5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:15.772446 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-7533e15e-46bb-4d89-a112-2f66a5fb1c85 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Network 7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2 is already hosted by enough agents. {{(pid=83204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:39:15.829679 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-7533e15e-46bb-4d89-a112-2f66a5fb1c85 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Resources bound (agent type, host, resource id): {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:39:15.839919 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-427730d2-19ad-4445-9f9b-923714b7b5a4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a95d9bd88b514c60aa27aa1de1cc87a7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0571330 May 25 22:39:15.840887 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-7533e15e-46bb-4d89-a112-2f66a5fb1c85 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Received port after_create {{(pid=83204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:39:15.851755 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-7533e15e-46bb-4d89-a112-2f66a5fb1c85 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:15.854083 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-7533e15e-46bb-4d89-a112-2f66a5fb1c85 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:15.924807 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.db_base_plugin_common [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-f8230f9f-a6e1-495b-9c43-fded11178867 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Allocated IP 172.20.0.8 (84ae9284-4480-4503-b05c-9e1235a6ee14/eaeba0d5-7c5d-481f-b009-b71f12b223e9/1a99ed12-747c-47bf-beef-661f45238f24) {{(pid=83203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:39:15.970798 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:15.986323 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 38950) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:16.038172 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 38960) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:16.073184 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-7533e15e-46bb-4d89-a112-2f66a5fb1c85 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3754814 May 25 22:39:16.073902 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533e15e-46bb-4d89-a112-2f66a5fb1c85 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Pushing event updated for resources: {'Port': ['ID=01dc595a-feff-42c4-b62e-8142f9a3c35e,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:16.098954 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-a33cb07c-f412-4b35-a194-5a04a2ac9889 service neutron] Request body: {'port': {'device_id': '396cfc57-e099-409f-803e-f0c1d1731573', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:39:16.169024 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5c1a6b35-3664-4e97-ac00-12d279f709a5 req-13597239-71b2-4929-8d49-8855b36e37f3 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 210 time: 0.1280379 May 25 22:39:16.191197 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-4e3f836c-fec4-4350-9557-f7197a26b189 None None] Provisioning for port 01dc595a-feff-42c4-b62e-8142f9a3c35e completed by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:39:16.196587 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-4e3f836c-fec4-4350-9557-f7197a26b189 None None] Provisioning complete for port 01dc595a-feff-42c4-b62e-8142f9a3c35e triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:16.197028 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-4e3f836c-fec4-4350-9557-f7197a26b189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:16.313892 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427730d2-19ad-4445-9f9b-923714b7b5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1174202-fce7-4636-8604-d0899eaed893,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:16.319711 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-4e3f836c-fec4-4350-9557-f7197a26b189 None None] Port 01dc595a-feff-42c4-b62e-8142f9a3c35e cannot update to ACTIVE because it is not bound. {{(pid=83205) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:39:16.337792 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4ce23e57-ca29-4ee1-a5df-8d8c2631de6d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:16.386857 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-36a8e46b-526b-4756-93e3-442855b4c2e9 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:16.403748 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:16.493367 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-36a8e46b-526b-4756-93e3-442855b4c2e9 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:16.506883 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-398cf323-589e-417d-8f4a-b3bebe920747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:16.528331 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-a33cb07c-f412-4b35-a194-5a04a2ac9889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:16.543087 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4ce23e57-ca29-4ee1-a5df-8d8c2631de6d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:16.555399 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-36a8e46b-526b-4756-93e3-442855b4c2e9 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Made reservation on behalf of 360f94ee5000428395895ec5220a3314 for: {'port': 1} {{(pid=83204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:39:16.558518 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-36a8e46b-526b-4756-93e3-442855b4c2e9 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:16.583814 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 38978) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:16.591748 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-f8230f9f-a6e1-495b-9c43-fded11178867 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks [] for port, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:16.630124 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6967b85d-f998-40f8-8dbe-b6d5d360ba9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:16.633873 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-398cf323-589e-417d-8f4a-b3bebe920747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:16.642068 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.provisioning_blocks [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-f8230f9f-a6e1-495b-9c43-fded11178867 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Transition to ACTIVE for port object 1a99ed12-747c-47bf-beef-661f45238f24 will not be triggered until provisioned by entity DHCP. {{(pid=83203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:39:16.661157 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de7181-0980-4596-8cfa-b01b0218a1b1 req-a645088b-b2a7-4a77-b8f1-ff247d17926b tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:16.662628 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e8de7181-0980-4596-8cfa-b01b0218a1b1 req-a645088b-b2a7-4a77-b8f1-ff247d17926b tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/ports?device_id=3feb2eae-85fd-4906-addb-30401335547f HTTP/1.1" status: 200 len: 944 time: 0.6749215 May 25 22:39:16.683341 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-398cf323-589e-417d-8f4a-b3bebe920747 admin admin] Usage tracker for resource:security_group_rule and tenant:bcb96150f87c47fba0006c415e52a3f6 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:16.688747 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-398cf323-589e-417d-8f4a-b3bebe920747 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:16.703635 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-398cf323-589e-417d-8f4a-b3bebe920747 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:16.710733 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6967b85d-f998-40f8-8dbe-b6d5d360ba9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:16.744706 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48ef1f-70c9-45c6-987f-7546fc063875 req-8a9d6d6e-5ae3-4e02-87e5-a53d4ec86e14 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:16.745391 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-4a48ef1f-70c9-45c6-987f-7546fc063875 req-8a9d6d6e-5ae3-4e02-87e5-a53d4ec86e14 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Synchronizing usage tracker for tenant:8245386779d14b72ba8d57559c8a6be4 on resource:port {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:39:16.843787 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-4a48ef1f-70c9-45c6-987f-7546fc063875 req-8a9d6d6e-5ae3-4e02-87e5-a53d4ec86e14 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Unset dirty status for tenant:8245386779d14b72ba8d57559c8a6be4 on resource:port {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:39:16.844992 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4a48ef1f-70c9-45c6-987f-7546fc063875 req-8a9d6d6e-5ae3-4e02-87e5-a53d4ec86e14 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 932 time: 0.4956734 May 25 22:39:16.868011 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-f61a08cb-8648-415f-810f-3105f6b9169d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:16.888341 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e8de7181-0980-4596-8cfa-b01b0218a1b1 req-45b0bf68-e59b-4c75-ba80-45f8a7532561 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/security-groups?id=948a7188-f2e3-4305-b798-f1bc92e433a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161155 May 25 22:39:16.914066 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-f8230f9f-a6e1-495b-9c43-fded11178867 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443'] for port, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:17.021929 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-f61a08cb-8648-415f-810f-3105f6b9169d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:17.033675 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-f8230f9f-a6e1-495b-9c43-fded11178867 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Network 84ae9284-4480-4503-b05c-9e1235a6ee14 is already hosted by enough agents. {{(pid=83203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:39:17.036736 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-f61a08cb-8648-415f-810f-3105f6b9169d admin admin] Usage tracker for resource:security_group_rule and tenant:6e464da1759e43d28562f19b56bf87f2 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:17.043193 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-f8230f9f-a6e1-495b-9c43-fded11178867 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Resources bound (agent type, host, resource id): {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:39:17.045899 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-f8230f9f-a6e1-495b-9c43-fded11178867 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Received port after_create {{(pid=83203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:39:17.050150 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-f8230f9f-a6e1-495b-9c43-fded11178867 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:17.050825 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-f8230f9f-a6e1-495b-9c43-fded11178867 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for port, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:17.057704 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-f61a08cb-8648-415f-810f-3105f6b9169d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:17.060339 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8230f9f-a6e1-495b-9c43-fded11178867 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Pushing event updated for resources: {'Port': ['ID=1a99ed12-747c-47bf-beef-661f45238f24,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:17.064488 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6967b85d-f998-40f8-8dbe-b6d5d360ba9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:17.084678 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-f61a08cb-8648-415f-810f-3105f6b9169d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:17.103204 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967b85d-f998-40f8-8dbe-b6d5d360ba9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1174202-fce7-4636-8604-d0899eaed893,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:17.130088 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-398cf323-589e-417d-8f4a-b3bebe920747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:17.142088 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4a48ef1f-70c9-45c6-987f-7546fc063875 req-a06881c2-b625-4d65-8464-01a047c95759 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2883368 May 25 22:39:17.147136 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4ce23e57-ca29-4ee1-a5df-8d8c2631de6d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for port, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:17.152610 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-398cf323-589e-417d-8f4a-b3bebe920747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:17.156776 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6967b85d-f998-40f8-8dbe-b6d5d360ba9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:17.160841 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-6967b85d-f998-40f8-8dbe-b6d5d360ba9f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a1174202-fce7-4636-8604-d0899eaed893 HTTP/1.1" status: 204 len: 168 time: 1.0134885 May 25 22:39:17.160841 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4ce23e57-ca29-4ee1-a5df-8d8c2631de6d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:17.174082 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.db_base_plugin_common [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-36a8e46b-526b-4756-93e3-442855b4c2e9 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Allocated IP 172.20.0.4 (84ae9284-4480-4503-b05c-9e1235a6ee14/eaeba0d5-7c5d-481f-b009-b71f12b223e9/0860709d-7e05-4969-8428-9dba5c413687) {{(pid=83204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:39:17.223230 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-f8230f9f-a6e1-495b-9c43-fded11178867 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2542331 May 25 22:39:17.251257 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-966c66cd-5adb-40f2-a725-5f05ed02c888 service neutron] Request body: {'port': {'device_id': 'e1dfcdea-90f0-49ba-bc88-239a5dadabe5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:39:17.265927 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398cf323-589e-417d-8f4a-b3bebe920747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb63587a-47c3-41b9-997d-55f2a64ae89d,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:17.289885 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4ce23e57-ca29-4ee1-a5df-8d8c2631de6d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997866'] for floatingip, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:17.320988 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-398cf323-589e-417d-8f4a-b3bebe920747 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bcb96150f87c47fba0006c415e52a3f6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2427342 May 25 22:39:17.321590 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 38988) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:17.331388 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4ce23e57-ca29-4ee1-a5df-8d8c2631de6d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for floatingip, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:17.343440 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-4ce23e57-ca29-4ee1-a5df-8d8c2631de6d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0968235 May 25 22:39:17.343633 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.db.resource_extend [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-a33cb07c-f412-4b35-a194-5a04a2ac9889 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:39:17.353658 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce23e57-ca29-4ee1-a5df-8d8c2631de6d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Pushing event updated for resources: {'Port': ['ID=48f8e0c1-497b-450a-820e-82570ae4de98,revision_number=2']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:17.454038 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-e08ad9c1-94de-4bc2-a6af-f79356de26cd None None] Provisioning for port 1a99ed12-747c-47bf-beef-661f45238f24 completed by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:39:17.467636 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-e08ad9c1-94de-4bc2-a6af-f79356de26cd None None] Provisioning complete for port 1a99ed12-747c-47bf-beef-661f45238f24 triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:17.467902 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-e08ad9c1-94de-4bc2-a6af-f79356de26cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:17.513582 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-33de3960-281b-47b4-b7af-343955182385 req-13f54fc4-bc43-41fe-95a8-b265d4507c6d tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Synchronizing usage tracker for tenant:360f94ee5000428395895ec5220a3314 on resource:port {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:39:17.531124 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-f61a08cb-8648-415f-810f-3105f6b9169d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:17.538180 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-966c66cd-5adb-40f2-a725-5f05ed02c888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:17.556040 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-f61a08cb-8648-415f-810f-3105f6b9169d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:17.596993 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-33de3960-281b-47b4-b7af-343955182385 req-13f54fc4-bc43-41fe-95a8-b265d4507c6d tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Unset dirty status for tenant:360f94ee5000428395895ec5220a3314 on resource:port {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:39:17.598650 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-33de3960-281b-47b4-b7af-343955182385 req-13f54fc4-bc43-41fe-95a8-b265d4507c6d tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 210 time: 0.1655765 May 25 22:39:17.613751 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:17.629963 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-e08ad9c1-94de-4bc2-a6af-f79356de26cd None None] Port 1a99ed12-747c-47bf-beef-661f45238f24 cannot update to ACTIVE because it is not bound. {{(pid=83205) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:39:17.725531 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a08cb-8648-415f-810f-3105f6b9169d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c1b396-0184-4d20-b33b-f6a9c67e146d,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:17.732605 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-f61a08cb-8648-415f-810f-3105f6b9169d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6e464da1759e43d28562f19b56bf87f2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1372418 May 25 22:39:17.736182 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 39012) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:17.808971 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-a33cb07c-f412-4b35-a194-5a04a2ac9889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01dc595a-feff-42c4-b62e-8142f9a3c35e {{(pid=83204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:39:17.820476 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-a33cb07c-f412-4b35-a194-5a04a2ac9889 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:17.841229 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 39018) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:17.873210 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.provisioning_blocks [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-a33cb07c-f412-4b35-a194-5a04a2ac9889 service neutron] Transition to ACTIVE for port object 01dc595a-feff-42c4-b62e-8142f9a3c35e will not be triggered until provisioned by entity L2. {{(pid=83204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:39:17.877671 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e9335098-a044-41dc-a0e5-6e683a164eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:17.881179 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-36a8e46b-526b-4756-93e3-442855b4c2e9 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks [] for port, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:17.891321 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-a33cb07c-f412-4b35-a194-5a04a2ac9889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:17.914500 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-fe79846b-c7ae-40ce-9c84-a2767a0c2bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:17.949254 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-e9335098-a044-41dc-a0e5-6e683a164eae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:17.953063 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-e9335098-a044-41dc-a0e5-6e683a164eae admin admin] Usage tracker for resource:security_group_rule and tenant:f6f0c489050a46de82cc295fc8b20534 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:17.958352 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-e9335098-a044-41dc-a0e5-6e683a164eae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:17.961902 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-fe79846b-c7ae-40ce-9c84-a2767a0c2bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:17.968010 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-6d1b9ab1-a75f-40c6-9810-1792404a6516 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Synchronizing usage tracker for tenant:8070272689ae4feda68b4ce15376a6be on resource:security_group {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:39:17.974531 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-e9335098-a044-41dc-a0e5-6e683a164eae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:17.980565 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.provisioning_blocks [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-36a8e46b-526b-4756-93e3-442855b4c2e9 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Transition to ACTIVE for port object 0860709d-7e05-4969-8428-9dba5c413687 will not be triggered until provisioned by entity DHCP. {{(pid=83204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:39:18.000194 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-996cf673-391e-44ac-9cdf-d46aad3a4ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:18.080659 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33cb07c-f412-4b35-a194-5a04a2ac9889 service neutron] Pushing event updated for resources: {'Port': ['ID=01dc595a-feff-42c4-b62e-8142f9a3c35e,revision_number=2']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:18.093884 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-fe79846b-c7ae-40ce-9c84-a2767a0c2bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:18.105852 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-6d1b9ab1-a75f-40c6-9810-1792404a6516 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Unset dirty status for tenant:8070272689ae4feda68b4ce15376a6be on resource:security_group {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:39:18.107024 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-6d1b9ab1-a75f-40c6-9810-1792404a6516 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--2117038882&fields=id&tenant_id=8070272689ae4feda68b4ce15376a6be HTTP/1.1" status: 200 len: 267 time: 0.3649125 May 25 22:39:18.116830 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-996cf673-391e-44ac-9cdf-d46aad3a4ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:18.133069 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79846b-c7ae-40ce-9c84-a2767a0c2bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c1b396-0184-4d20-b33b-f6a9c67e146d,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:18.177901 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e9335098-a044-41dc-a0e5-6e683a164eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:18.181230 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-fe79846b-c7ae-40ce-9c84-a2767a0c2bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:18.191055 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-fe79846b-c7ae-40ce-9c84-a2767a0c2bda admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d4c1b396-0184-4d20-b33b-f6a9c67e146d HTTP/1.1" status: 204 len: 168 time: 0.4479063 May 25 22:39:18.217580 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e9335098-a044-41dc-a0e5-6e683a164eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:18.397946 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-36a8e46b-526b-4756-93e3-442855b4c2e9 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443'] for port, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:18.404574 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-996cf673-391e-44ac-9cdf-d46aad3a4ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:18.421709 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.managers [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-a33cb07c-f412-4b35-a194-5a04a2ac9889 service neutron] Attempting to bind port 01dc595a-feff-42c4-b62e-8142f9a3c35e on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:39:18.422405 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.managers [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-a33cb07c-f412-4b35-a194-5a04a2ac9889 service neutron] Attempting to bind port 01dc595a-feff-42c4-b62e-8142f9a3c35e by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '06c790d0-55a7-47ae-999d-414301c64b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2'}] {{(pid=83204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:39:18.422405 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-a33cb07c-f412-4b35-a194-5a04a2ac9889 service neutron] Attempting to bind port 01dc595a-feff-42c4-b62e-8142f9a3c35e on network 7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2 {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:39:18.437883 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9335098-a044-41dc-a0e5-6e683a164eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947868a4-5b41-410e-a344-619448e0837b,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:18.455751 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01638f83-80ea-4276-a01e-9178870294c7 req-218e5f01-a3b9-4677-af86-b6622eaf16b4 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:18.457174 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-01638f83-80ea-4276-a01e-9178870294c7 req-218e5f01-a3b9-4677-af86-b6622eaf16b4 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/ports?device_id=3feb2eae-85fd-4906-addb-30401335547f HTTP/1.1" status: 200 len: 944 time: 0.4038470 May 25 22:39:18.465028 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-e9335098-a044-41dc-a0e5-6e683a164eae admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f6f0c489050a46de82cc295fc8b20534&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6202970 May 25 22:39:18.470304 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 39034) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:18.493197 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996cf673-391e-44ac-9cdf-d46aad3a4ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb63587a-47c3-41b9-997d-55f2a64ae89d,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:18.524786 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-a33cb07c-f412-4b35-a194-5a04a2ac9889 service neutron] Port 01dc595a-feff-42c4-b62e-8142f9a3c35e on network 7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:39:18.525055 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-a33cb07c-f412-4b35-a194-5a04a2ac9889 service neutron] Attempting to bind port 01dc595a-feff-42c4-b62e-8142f9a3c35e on network 7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2 {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:39:18.535458 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-3464d8cc-0a26-46dd-979a-48dece6cdbc5 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:18.535910 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-3464d8cc-0a26-46dd-979a-48dece6cdbc5 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Synchronizing usage tracker for tenant:8070272689ae4feda68b4ce15376a6be on resource:network {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:39:18.556255 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-36a8e46b-526b-4756-93e3-442855b4c2e9 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Network 84ae9284-4480-4503-b05c-9e1235a6ee14 is already hosted by enough agents. {{(pid=83204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:39:18.563658 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-36a8e46b-526b-4756-93e3-442855b4c2e9 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Resources bound (agent type, host, resource id): {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:39:18.568214 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-36a8e46b-526b-4756-93e3-442855b4c2e9 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Received port after_create {{(pid=83204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:39:18.572224 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-36a8e46b-526b-4756-93e3-442855b4c2e9 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:18.572568 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-36a8e46b-526b-4756-93e3-442855b4c2e9 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:18.576287 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8e46b-526b-4756-93e3-442855b4c2e9 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Pushing event updated for resources: {'Port': ['ID=0860709d-7e05-4969-8428-9dba5c413687,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:18.578967 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-a33cb07c-f412-4b35-a194-5a04a2ac9889 service neutron] Checking agent: {'id': '664d2378-5910-4a50-8747-70f7074f61b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'started_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:39:18.579288 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-a33cb07c-f412-4b35-a194-5a04a2ac9889 service neutron] Checking segment: {'id': '06c790d0-55a7-47ae-999d-414301c64b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:39:18.579830 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-a33cb07c-f412-4b35-a194-5a04a2ac9889 service neutron] Bound using segment: {'id': '06c790d0-55a7-47ae-999d-414301c64b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2'} {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:39:18.580473 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.managers [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-a33cb07c-f412-4b35-a194-5a04a2ac9889 service neutron] Bound port: 01dc595a-feff-42c4-b62e-8142f9a3c35e, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c790d0-55a7-47ae-999d-414301c64b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2'}}] {{(pid=83204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:39:18.580817 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-a33cb07c-f412-4b35-a194-5a04a2ac9889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:18.597223 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device eb7ead5f-76d1-48eb-a4e3-add07516b5c1 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83205) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:39:18.602644 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-996cf673-391e-44ac-9cdf-d46aad3a4ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:18.606554 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-996cf673-391e-44ac-9cdf-d46aad3a4ee8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fb63587a-47c3-41b9-997d-55f2a64ae89d HTTP/1.1" status: 204 len: 168 time: 1.2546022 May 25 22:39:18.617990 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-18049d4a-7200-4306-bcb9-128e7e6f21c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:18.632766 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-01638f83-80ea-4276-a01e-9178870294c7 req-84fb9eaf-64e8-4af7-b97b-de16cb9f22d3 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/security-groups?id=948a7188-f2e3-4305-b798-f1bc92e433a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688325 May 25 22:39:18.697238 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-3464d8cc-0a26-46dd-979a-48dece6cdbc5 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Unset dirty status for tenant:8070272689ae4feda68b4ce15376a6be on resource:network {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:39:18.705674 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-3464d8cc-0a26-46dd-979a-48dece6cdbc5 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/networks?id=f0e051db-549c-4c00-b572-ba45117467c0 HTTP/1.1" status: 200 len: 817 time: 0.5794365 May 25 22:39:18.719449 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-36a8e46b-526b-4756-93e3-442855b4c2e9 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0260601 May 25 22:39:18.742570 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-18049d4a-7200-4306-bcb9-128e7e6f21c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:18.766142 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-01e98b2d-d120-4812-86d0-f833d80e7306 service neutron] Request body: {'port': {'device_id': '2b39f089-84c7-481b-9775-eee16c30968b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:39:18.776933 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-966c66cd-5adb-40f2-a725-5f05ed02c888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a99ed12-747c-47bf-beef-661f45238f24 {{(pid=83203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:39:18.788185 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-966c66cd-5adb-40f2-a725-5f05ed02c888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:18.828526 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.provisioning_blocks [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-966c66cd-5adb-40f2-a725-5f05ed02c888 service neutron] Transition to ACTIVE for port object 1a99ed12-747c-47bf-beef-661f45238f24 will not be triggered until provisioned by entity L2. {{(pid=83203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:39:18.837796 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-966c66cd-5adb-40f2-a725-5f05ed02c888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:18.881317 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-e3e05f44-485d-47bd-8627-c4fc03caa0a9 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/quotas/8070272689ae4feda68b4ce15376a6be HTTP/1.1" status: 200 len: 375 time: 0.1746697 May 25 22:39:18.951343 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c66cd-5adb-40f2-a725-5f05ed02c888 service neutron] Pushing event updated for resources: {'Port': ['ID=1a99ed12-747c-47bf-beef-661f45238f24,revision_number=2']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:19.070567 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port eb7ead5f-76d1-48eb-a4e3-add07516b5c1, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=eb7ead5f-76d1-48eb-a4e3-add07516b5c1,segment=NetworkSegment(ec3cae98-a149-4a75-970a-e0931392ac31),segment_id=ec3cae98-a149-4a75-970a-e0931392ac31)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:19.082721 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-a33cb07c-f412-4b35-a194-5a04a2ac9889 service neutron] For port 01dc595a-feff-42c4-b62e-8142f9a3c35e, host hv-cinder-84330, cleared binding levels {{(pid=83204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:39:19.088540 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-43e37637-dcd0-42f4-a3e5-c60430adf1de None None] Provisioning for port 0860709d-7e05-4969-8428-9dba5c413687 completed by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:39:19.107639 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-43e37637-dcd0-42f4-a3e5-c60430adf1de None None] Provisioning complete for port 0860709d-7e05-4969-8428-9dba5c413687 triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:19.108008 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-43e37637-dcd0-42f4-a3e5-c60430adf1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:19.129180 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-a33cb07c-f412-4b35-a194-5a04a2ac9889 service neutron] For port 01dc595a-feff-42c4-b62e-8142f9a3c35e, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=01dc595a-feff-42c4-b62e-8142f9a3c35e,segment=NetworkSegment(06c790d0-55a7-47ae-999d-414301c64b5e),segment_id=06c790d0-55a7-47ae-999d-414301c64b5e)] {{(pid=83204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:39:19.134178 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-01e98b2d-d120-4812-86d0-f833d80e7306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:19.181275 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-18049d4a-7200-4306-bcb9-128e7e6f21c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:19.186806 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-a33cb07c-f412-4b35-a194-5a04a2ac9889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:19.191575 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Returning: {'device': 'eb7ead5f-76d1-48eb-a4e3-add07516b5c1', 'network_id': 'f19d5b1d-d723-424f-887b-d2aed78f8fc4', 'port_id': 'eb7ead5f-76d1-48eb-a4e3-add07516b5c1', 'mac_address': 'fa:16:3e:c6:b9:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdace366-63e8-4d54-9b7a-f672449731de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83205) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:39:19.251052 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18049d4a-7200-4306-bcb9-128e7e6f21c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947868a4-5b41-410e-a344-619448e0837b,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:19.347567 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-18049d4a-7200-4306-bcb9-128e7e6f21c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:19.355393 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-008eb399-9fa0-45e8-8658-9acb138955e9 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8070272689ae4feda68b4ce15376a6be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4722216 May 25 22:39:19.356712 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-18049d4a-7200-4306-bcb9-128e7e6f21c3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/947868a4-5b41-410e-a344-619448e0837b HTTP/1.1" status: 204 len: 168 time: 0.8854041 May 25 22:39:19.358722 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 39056) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:19.368113 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:19.430322 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-43e37637-dcd0-42f4-a3e5-c60430adf1de None None] Port 0860709d-7e05-4969-8428-9dba5c413687 cannot update to ACTIVE because it is not bound. {{(pid=83205) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:39:19.443095 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb7ead5f-76d1-48eb-a4e3-add07516b5c1 {{(pid=83205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:39:19.463146 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-ac40ce24-6ddb-4c70-98ee-fbb75670541d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:19.482556 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port eb7ead5f-76d1-48eb-a4e3-add07516b5c1, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=eb7ead5f-76d1-48eb-a4e3-add07516b5c1,segment=NetworkSegment(ec3cae98-a149-4a75-970a-e0931392ac31),segment_id=ec3cae98-a149-4a75-970a-e0931392ac31)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:19.493914 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:19.531390 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.managers [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-966c66cd-5adb-40f2-a725-5f05ed02c888 service neutron] Attempting to bind port 1a99ed12-747c-47bf-beef-661f45238f24 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:39:19.532232 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.managers [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-966c66cd-5adb-40f2-a725-5f05ed02c888 service neutron] Attempting to bind port 1a99ed12-747c-47bf-beef-661f45238f24 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '5a1b511a-1790-4620-9618-9ed3342cc72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14'}] {{(pid=83203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:39:19.532497 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-966c66cd-5adb-40f2-a725-5f05ed02c888 service neutron] Attempting to bind port 1a99ed12-747c-47bf-beef-661f45238f24 on network 84ae9284-4480-4503-b05c-9e1235a6ee14 {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:39:19.590392 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-966c66cd-5adb-40f2-a725-5f05ed02c888 service neutron] Port 1a99ed12-747c-47bf-beef-661f45238f24 on network 84ae9284-4480-4503-b05c-9e1235a6ee14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:39:19.590735 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-966c66cd-5adb-40f2-a725-5f05ed02c888 service neutron] Attempting to bind port 1a99ed12-747c-47bf-beef-661f45238f24 on network 84ae9284-4480-4503-b05c-9e1235a6ee14 {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:39:19.617305 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-a33cb07c-f412-4b35-a194-5a04a2ac9889 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:19.617530 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94555960-a6e7-433d-98c3-b186263a1ef7 req-48c4a004-e600-4edd-995e-2e8d39007f7d tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:19.618958 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-a33cb07c-f412-4b35-a194-5a04a2ac9889 service neutron] 10.222.0.15 "PUT /v2.0/ports/01dc595a-feff-42c4-b62e-8142f9a3c35e HTTP/1.1" status: 200 len: 1094 time: 3.5238061 May 25 22:39:19.618958 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396cfc57-e099-409f-803e-f0c1d1731573', 'tag': '01dc595a-feff-42c4-b62e-8142f9a3c35e'}] {{(pid=83204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:39:19.625673 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-94555960-a6e7-433d-98c3-b186263a1ef7 req-48c4a004-e600-4edd-995e-2e8d39007f7d tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 944 time: 0.6797543 May 25 22:39:19.654510 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=eb7ead5f-76d1-48eb-a4e3-add07516b5c1,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:19.675372 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-ac40ce24-6ddb-4c70-98ee-fbb75670541d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:19.702470 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-ac40ce24-6ddb-4c70-98ee-fbb75670541d admin admin] Usage tracker for resource:security_group_rule and tenant:5066c9375e6d4fd6abacd972c186bae2 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:19.714627 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-ac40ce24-6ddb-4c70-98ee-fbb75670541d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:19.725730 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-966c66cd-5adb-40f2-a725-5f05ed02c888 service neutron] Checking agent: {'id': '664d2378-5910-4a50-8747-70f7074f61b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'started_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:39:19.726067 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-966c66cd-5adb-40f2-a725-5f05ed02c888 service neutron] Checking segment: {'id': '5a1b511a-1790-4620-9618-9ed3342cc72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:39:19.726491 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-966c66cd-5adb-40f2-a725-5f05ed02c888 service neutron] Bound using segment: {'id': '5a1b511a-1790-4620-9618-9ed3342cc72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14'} {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:39:19.727124 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.managers [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-966c66cd-5adb-40f2-a725-5f05ed02c888 service neutron] Bound port: 1a99ed12-747c-47bf-beef-661f45238f24, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a1b511a-1790-4620-9618-9ed3342cc72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14'}}] {{(pid=83203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:39:19.727970 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-966c66cd-5adb-40f2-a725-5f05ed02c888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:19.756884 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-ac40ce24-6ddb-4c70-98ee-fbb75670541d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:19.840527 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33cb07c-f412-4b35-a194-5a04a2ac9889 service neutron] Pushing event updated for resources: {'Port': ['ID=01dc595a-feff-42c4-b62e-8142f9a3c35e,revision_number=3']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:19.912338 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-94555960-a6e7-433d-98c3-b186263a1ef7 req-21d0328d-5885-4de5-80a8-442ddc044c55 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2833056 May 25 22:39:19.976272 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['eb7ead5f-76d1-48eb-a4e3-add07516b5c1'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:39:20.102354 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-966c66cd-5adb-40f2-a725-5f05ed02c888 service neutron] For port 1a99ed12-747c-47bf-beef-661f45238f24, host hv-cinder-84330, cleared binding levels {{(pid=83203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:39:20.115975 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-966c66cd-5adb-40f2-a725-5f05ed02c888 service neutron] For port 1a99ed12-747c-47bf-beef-661f45238f24, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1a99ed12-747c-47bf-beef-661f45238f24,segment=NetworkSegment(5a1b511a-1790-4620-9618-9ed3342cc72e),segment_id=5a1b511a-1790-4620-9618-9ed3342cc72e)] {{(pid=83203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:39:20.177690 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-966c66cd-5adb-40f2-a725-5f05ed02c888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:20.274882 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 39086) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:20.304129 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-ac40ce24-6ddb-4c70-98ee-fbb75670541d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:20.330238 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-ac40ce24-6ddb-4c70-98ee-fbb75670541d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:20.374858 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-ac40ce24-6ddb-4c70-98ee-fbb75670541d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5066c9375e6d4fd6abacd972c186bae2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0095656 May 25 22:39:20.380357 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 39098) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:20.407478 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-2d56bb8e-5a15-41bd-bbba-693a90d8a7fe service neutron] 10.222.0.59 "GET /v2.0/networks/f0e051db-549c-4c00-b572-ba45117467c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0159955 May 25 22:39:20.408386 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-966c66cd-5adb-40f2-a725-5f05ed02c888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for port, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:20.409772 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-966c66cd-5adb-40f2-a725-5f05ed02c888 service neutron] 10.222.0.15 "PUT /v2.0/ports/1a99ed12-747c-47bf-beef-661f45238f24 HTTP/1.1" status: 200 len: 1093 time: 3.1681793 May 25 22:39:20.416195 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1dfcdea-90f0-49ba-bc88-239a5dadabe5', 'tag': '1a99ed12-747c-47bf-beef-661f45238f24'}] {{(pid=83203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:39:20.484997 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40ce24-6ddb-4c70-98ee-fbb75670541d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed08616-6fb8-454c-8fc0-02949a1e6d1f,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:20.547872 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c66cd-5adb-40f2-a725-5f05ed02c888 service neutron] Pushing event updated for resources: {'Port': ['ID=1a99ed12-747c-47bf-beef-661f45238f24,revision_number=3']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:20.593451 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dda508-b09f-40ba-80a6-02e2a3f552cb req-e89a5cb8-4dea-4c67-a961-0d737d1dc0d9 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:20.595010 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b4dda508-b09f-40ba-80a6-02e2a3f552cb req-e89a5cb8-4dea-4c67-a961-0d737d1dc0d9 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 931 time: 0.4628665 May 25 22:39:20.597158 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-01e98b2d-d120-4812-86d0-f833d80e7306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0860709d-7e05-4969-8428-9dba5c413687 {{(pid=83204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:39:20.611021 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-01e98b2d-d120-4812-86d0-f833d80e7306 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:20.619155 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-71da2cd2-aae2-4c08-96d9-d50f89de0347 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8245386779d14b72ba8d57559c8a6be4&device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 1097 time: 0.9122036 May 25 22:39:20.649461 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.provisioning_blocks [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-01e98b2d-d120-4812-86d0-f833d80e7306 service neutron] Transition to ACTIVE for port object 0860709d-7e05-4969-8428-9dba5c413687 will not be triggered until provisioned by entity L2. {{(pid=83204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:39:20.652944 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-de41fbf0-8475-4ac1-bc2c-8caf2d878eb0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-917134337-network', 'tenant_id': 'e975c7784e4b45a3940ee33b75c2b987'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:39:20.662231 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-de41fbf0-8475-4ac1-bc2c-8caf2d878eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:20.673011 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-de41fbf0-8475-4ac1-bc2c-8caf2d878eb0 admin admin] Usage tracker for resource:network and tenant:e975c7784e4b45a3940ee33b75c2b987 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:20.678507 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-de41fbf0-8475-4ac1-bc2c-8caf2d878eb0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:20.689233 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-de41fbf0-8475-4ac1-bc2c-8caf2d878eb0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:20.696696 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-76b075c2-c55e-46e9-b665-4395b332f3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:20.707356 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-01e98b2d-d120-4812-86d0-f833d80e7306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:20.726498 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de41fbf0-8475-4ac1-bc2c-8caf2d878eb0 admin admin] Made reservation on behalf of e975c7784e4b45a3940ee33b75c2b987 for: {'network': 1} {{(pid=83203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:39:20.728843 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-de41fbf0-8475-4ac1-bc2c-8caf2d878eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for network, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:20.763562 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b4dda508-b09f-40ba-80a6-02e2a3f552cb req-86029472-ff00-455d-9783-88c9d81a81f1 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512666 May 25 22:39:20.766506 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-de41fbf0-8475-4ac1-bc2c-8caf2d878eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:20.776106 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-6113d49b-d43c-40ac-9457-275f74df324e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01dc595a-feff-42c4-b62e-8142f9a3c35e HTTP/1.1" status: 200 len: 217 time: 0.1314292 May 25 22:39:20.789331 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-01eafcd1-0d3d-40a5-9e7f-051ae5d53ea4 service neutron] 10.222.0.59 "GET /v2.0/networks/f0e051db-549c-4c00-b572-ba45117467c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800657 May 25 22:39:20.791522 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-76b075c2-c55e-46e9-b665-4395b332f3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:20.843556 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-f8f53dd7-389d-4b90-a2ec-0f103cb6ce57 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=360f94ee5000428395895ec5220a3314&device_id=e1dfcdea-90f0-49ba-bc88-239a5dadabe5 HTTP/1.1" status: 200 len: 1096 time: 0.3557031 May 25 22:39:20.941206 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-de41fbf0-8475-4ac1-bc2c-8caf2d878eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:21.019289 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e98b2d-d120-4812-86d0-f833d80e7306 service neutron] Pushing event updated for resources: {'Port': ['ID=0860709d-7e05-4969-8428-9dba5c413687,revision_number=2']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:21.032804 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-de41fbf0-8475-4ac1-bc2c-8caf2d878eb0 admin admin] Usage tracker for resource:security_group_rule and tenant:e975c7784e4b45a3940ee33b75c2b987 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:21.043608 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-c739e391-a74e-4709-bd84-ed4a4be50da3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a99ed12-747c-47bf-beef-661f45238f24 HTTP/1.1" status: 200 len: 217 time: 0.1846650 May 25 22:39:21.045220 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-de41fbf0-8475-4ac1-bc2c-8caf2d878eb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:21.055819 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-de41fbf0-8475-4ac1-bc2c-8caf2d878eb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:21.113022 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-b72badb0-11a4-4787-a517-7e3bba1dbe3b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:21.114857 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-b72badb0-11a4-4787-a517-7e3bba1dbe3b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=485856f6-0ca7-4895-967d-86a1a09c0007 HTTP/1.1" status: 200 len: 850 time: 0.3046153 May 25 22:39:21.229419 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-76b075c2-c55e-46e9-b665-4395b332f3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:21.261286 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b075c2-c55e-46e9-b665-4395b332f3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed08616-6fb8-454c-8fc0-02949a1e6d1f,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:21.268264 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-ece65d88-ee1b-49ba-8c02-f0ed325beebd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:21.269350 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-ece65d88-ee1b-49ba-8c02-f0ed325beebd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eaeba0d5-7c5d-481f-b009-b71f12b223e9 HTTP/1.1" status: 200 len: 858 time: 0.2169237 May 25 22:39:21.288733 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-76b075c2-c55e-46e9-b665-4395b332f3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:21.289785 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-76b075c2-c55e-46e9-b665-4395b332f3a1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fed08616-6fb8-454c-8fc0-02949a1e6d1f HTTP/1.1" status: 204 len: 168 time: 0.9072750 May 25 22:39:21.333801 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4c84a-19ea-4edc-9c5e-7668239fa4d9 req-b8986008-0b75-4d86-9787-2e2f89c013d4 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:21.335934 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-6ff4c84a-19ea-4edc-9c5e-7668239fa4d9 req-b8986008-0b75-4d86-9787-2e2f89c013d4 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/ports?device_id=3feb2eae-85fd-4906-addb-30401335547f HTTP/1.1" status: 200 len: 945 time: 0.4140341 May 25 22:39:21.356977 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.managers [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-01e98b2d-d120-4812-86d0-f833d80e7306 service neutron] Attempting to bind port 0860709d-7e05-4969-8428-9dba5c413687 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:39:21.357478 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.managers [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-01e98b2d-d120-4812-86d0-f833d80e7306 service neutron] Attempting to bind port 0860709d-7e05-4969-8428-9dba5c413687 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '5a1b511a-1790-4620-9618-9ed3342cc72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14'}] {{(pid=83204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:39:21.358077 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-01e98b2d-d120-4812-86d0-f833d80e7306 service neutron] Attempting to bind port 0860709d-7e05-4969-8428-9dba5c413687 on network 84ae9284-4480-4503-b05c-9e1235a6ee14 {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:39:21.408542 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-01e98b2d-d120-4812-86d0-f833d80e7306 service neutron] Port 0860709d-7e05-4969-8428-9dba5c413687 on network 84ae9284-4480-4503-b05c-9e1235a6ee14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:39:21.409159 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-01e98b2d-d120-4812-86d0-f833d80e7306 service neutron] Attempting to bind port 0860709d-7e05-4969-8428-9dba5c413687 on network 84ae9284-4480-4503-b05c-9e1235a6ee14 {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:39:21.451450 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-01e98b2d-d120-4812-86d0-f833d80e7306 service neutron] Checking agent: {'id': '664d2378-5910-4a50-8747-70f7074f61b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'started_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:39:21.451883 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-01e98b2d-d120-4812-86d0-f833d80e7306 service neutron] Checking segment: {'id': '5a1b511a-1790-4620-9618-9ed3342cc72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:39:21.452753 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-01e98b2d-d120-4812-86d0-f833d80e7306 service neutron] Bound using segment: {'id': '5a1b511a-1790-4620-9618-9ed3342cc72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14'} {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:39:21.453185 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.managers [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-01e98b2d-d120-4812-86d0-f833d80e7306 service neutron] Bound port: 0860709d-7e05-4969-8428-9dba5c413687, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a1b511a-1790-4620-9618-9ed3342cc72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14'}}] {{(pid=83204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:39:21.455839 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-01e98b2d-d120-4812-86d0-f833d80e7306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:21.556878 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6922f66-d96b-4ae9-a0b2-614b26313ba0'] response: {'name': 'network-changed', 'server_uuid': '396cfc57-e099-409f-803e-f0c1d1731573', 'tag': '01dc595a-feff-42c4-b62e-8142f9a3c35e', 'status': 'completed', 'code': 200} May 25 22:39:21.583047 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd7429f2-9219-45e8-8e1a-7d157d6365d5'] response: {'name': 'network-changed', 'server_uuid': 'e1dfcdea-90f0-49ba-bc88-239a5dadabe5', 'tag': '1a99ed12-747c-47bf-beef-661f45238f24', 'status': 'completed', 'code': 200} May 25 22:39:21.584744 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-de41fbf0-8475-4ac1-bc2c-8caf2d878eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:21.588943 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-6ff4c84a-19ea-4edc-9c5e-7668239fa4d9 req-9fb9d75a-7459-4077-b554-4c42bce93612 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/security-groups?id=948a7188-f2e3-4305-b798-f1bc92e433a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279100 May 25 22:39:21.604340 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-de41fbf0-8475-4ac1-bc2c-8caf2d878eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:21.640645 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41fbf0-8475-4ac1-bc2c-8caf2d878eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada13c43-fa9e-4a74-8076-ace3ecfbdd32,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:21.650789 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-ecc68293-c09e-45c7-a168-2e8fb4e61141 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=84ae9284-4480-4503-b05c-9e1235a6ee14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3649068 May 25 22:39:21.690230 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de41fbf0-8475-4ac1-bc2c-8caf2d878eb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=83203) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:39:21.718949 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-01e98b2d-d120-4812-86d0-f833d80e7306 service neutron] For port 0860709d-7e05-4969-8428-9dba5c413687, host hv-cinder-84330, cleared binding levels {{(pid=83204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:39:21.730221 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-01e98b2d-d120-4812-86d0-f833d80e7306 service neutron] For port 0860709d-7e05-4969-8428-9dba5c413687, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=0860709d-7e05-4969-8428-9dba5c413687,segment=NetworkSegment(5a1b511a-1790-4620-9618-9ed3342cc72e),segment_id=5a1b511a-1790-4620-9618-9ed3342cc72e)] {{(pid=83204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:39:21.755387 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-e309a79e-15a4-4196-b8ca-8e1b6ec76068 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6215205 May 25 22:39:21.761233 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-01e98b2d-d120-4812-86d0-f833d80e7306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:21.774037 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-de41fbf0-8475-4ac1-bc2c-8caf2d878eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:21.774883 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.db.segments_db [None req-de41fbf0-8475-4ac1-bc2c-8caf2d878eb0 admin admin] Added segment 1fa49955-e874-4813-9f83-4c5fcd768eec of type vlan for network f2e08b26-f205-4fae-a198-1fb8981c4e5b May 25 22:39:21.838629 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-f1f7de44-6e57-4a63-baae-d924144864e2 req-72b0799e-3c30-4363-822f-4dbc857f28bc tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Synchronizing usage tracker for tenant:8070272689ae4feda68b4ce15376a6be on resource:port {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:39:21.911314 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-de41fbf0-8475-4ac1-bc2c-8caf2d878eb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728909907725'] for network, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:21.956609 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-01e98b2d-d120-4812-86d0-f833d80e7306 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:21.958017 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-01e98b2d-d120-4812-86d0-f833d80e7306 service neutron] 10.222.0.15 "PUT /v2.0/ports/0860709d-7e05-4969-8428-9dba5c413687 HTTP/1.1" status: 200 len: 1093 time: 3.2108524 May 25 22:39:21.964353 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-f1f7de44-6e57-4a63-baae-d924144864e2 req-72b0799e-3c30-4363-822f-4dbc857f28bc tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Unset dirty status for tenant:8070272689ae4feda68b4ce15376a6be on resource:port {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:39:21.969543 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f1f7de44-6e57-4a63-baae-d924144864e2 req-72b0799e-3c30-4363-822f-4dbc857f28bc tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 210 time: 0.1831372 May 25 22:39:22.011867 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-6a0fbe97-b460-41e1-9c71-9050491b40da service neutron] 10.222.0.15 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539073 May 25 22:39:22.018389 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e98b2d-d120-4812-86d0-f833d80e7306 service neutron] Pushing event updated for resources: {'Port': ['ID=0860709d-7e05-4969-8428-9dba5c413687,revision_number=3']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:22.125120 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.db.resource_extend [None req-de41fbf0-8475-4ac1-bc2c-8caf2d878eb0 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:39:22.396033 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e1af7-a516-487a-b406-4fc69a46dbf2 req-08bfadb1-f4bf-4a7f-944e-88ccdae3e4ca tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:22.408007 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-978e1af7-a516-487a-b406-4fc69a46dbf2 req-08bfadb1-f4bf-4a7f-944e-88ccdae3e4ca tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 944 time: 0.4486663 May 25 22:39:22.480753 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-b862f0bb-a7cb-454e-9dd2-0104a2f96cc4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=360f94ee5000428395895ec5220a3314&device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 1096 time: 0.3389871 May 25 22:39:22.497965 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-978e1af7-a516-487a-b406-4fc69a46dbf2 req-b7a33ec3-478d-4c3e-8778-1eba03ebacc2 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888047 May 25 22:39:22.575324 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device eb7ead5f-76d1-48eb-a4e3-add07516b5c1 up at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:39:22.599312 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d65f0420-6bcf-438c-8622-c1adc59ec153 req-60d161fc-ce66-4c68-a629-1b5cea347ee9 service neutron] 10.222.0.15 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5798657 May 25 22:39:22.601630 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-de41fbf0-8475-4ac1-bc2c-8caf2d878eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865'] for network, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:22.602675 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de41fbf0-8475-4ac1-bc2c-8caf2d878eb0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:22.603234 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-de41fbf0-8475-4ac1-bc2c-8caf2d878eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for network, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:22.684871 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-2d047a9c-5b63-468b-bcfa-224a8b883314 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0860709d-7e05-4969-8428-9dba5c413687 HTTP/1.1" status: 200 len: 217 time: 0.1689768 May 25 22:39:22.695112 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-2de1709b-fde8-409c-881b-73d998d3c1b4 service neutron] 10.222.0.15 "GET /v2.0/networks/7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9010625 May 25 22:39:22.725329 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning for port eb7ead5f-76d1-48eb-a4e3-add07516b5c1 completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:39:22.731467 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning complete for port eb7ead5f-76d1-48eb-a4e3-add07516b5c1 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:22.732061 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:22.860007 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-de41fbf0-8475-4ac1-bc2c-8caf2d878eb0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5701165 May 25 22:39:22.863227 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 39176) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:22.887241 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:22.888343 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41fbf0-8475-4ac1-bc2c-8caf2d878eb0 admin admin] Pushing event updated for resources: {'Network': ['ID=f2e08b26-f205-4fae-a198-1fb8981c4e5b,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:22.900989 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-caed23b9-7c6f-491d-8e84-9e4a69b89f08 admin admin] Request body: {'subnet': {'network_id': 'f2e08b26-f205-4fae-a198-1fb8981c4e5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-917134337-subnet', 'tenant_id': 'e975c7784e4b45a3940ee33b75c2b987', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:39:22.911544 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Network f2e08b26-f205-4fae-a198-1fb8981c4e5b details requested by agent ovs-agent-dv-cinder-843305-1-smb with host dv-cinder-843305-1-smb {{(pid=83205) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:39:22.925164 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd27f2a-c19c-4c96-9c50-8e50629b09f3 req-f699bea5-1348-4c88-98c1-ddf5de77bb85 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:22.934087 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-dbd27f2a-c19c-4c96-9c50-8e50629b09f3 req-f699bea5-1348-4c88-98c1-ddf5de77bb85 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 943 time: 0.5505846 May 25 22:39:23.012309 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-727b718e-cc86-4a6b-ab30-0c0411bdaf9b req-d47e78ec-e4fd-4548-b106-6568b6b455c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=360f94ee5000428395895ec5220a3314&device_id=e1dfcdea-90f0-49ba-bc88-239a5dadabe5 HTTP/1.1" status: 200 len: 1096 time: 0.2421649 May 25 22:39:23.087521 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port eb7ead5f-76d1-48eb-a4e3-add07516b5c1, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=eb7ead5f-76d1-48eb-a4e3-add07516b5c1,segment=NetworkSegment(ec3cae98-a149-4a75-970a-e0931392ac31),segment_id=ec3cae98-a149-4a75-970a-e0931392ac31)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:23.088847 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3feb2eae-85fd-4906-addb-30401335547f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7ead5f-76d1-48eb-a4e3-add07516b5c1'}] {{(pid=83205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:39:23.117715 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ea44b158-d0bb-4a64-81b2-0ca3ea1cea45 req-8e577c00-ca42-4d84-b200-d4ce78ab7270 service neutron] 10.222.0.15 "GET /v2.0/networks/7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202341 May 25 22:39:23.131274 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-caed23b9-7c6f-491d-8e84-9e4a69b89f08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:23.175787 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:23.179981 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-ad33820a-7494-4ff7-87cd-b765cd35d4b5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:23.181558 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-ad33820a-7494-4ff7-87cd-b765cd35d4b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eaeba0d5-7c5d-481f-b009-b71f12b223e9 HTTP/1.1" status: 200 len: 858 time: 0.4667084 May 25 22:39:23.194629 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-caed23b9-7c6f-491d-8e84-9e4a69b89f08 admin admin] Usage tracker for resource:subnet and tenant:e975c7784e4b45a3940ee33b75c2b987 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:23.198652 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-caed23b9-7c6f-491d-8e84-9e4a69b89f08 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:23.218627 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-caed23b9-7c6f-491d-8e84-9e4a69b89f08 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:23.270366 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-dbd27f2a-c19c-4c96-9c50-8e50629b09f3 req-3b1b9d61-29c5-46e2-a5dd-fd84b7fdbdd7 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266268 May 25 22:39:23.308411 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=eb7ead5f-76d1-48eb-a4e3-add07516b5c1,revision_number=5']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:23.376729 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caed23b9-7c6f-491d-8e84-9e4a69b89f08 admin admin] Made reservation on behalf of e975c7784e4b45a3940ee33b75c2b987 for: {'subnet': 1} {{(pid=83204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:39:23.379150 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-caed23b9-7c6f-491d-8e84-9e4a69b89f08 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:23.501075 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b718e-cc86-4a6b-ab30-0c0411bdaf9b req-f660c63c-070b-4c2e-81e4-4cdd21686e26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:23.502705 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-727b718e-cc86-4a6b-ab30-0c0411bdaf9b req-f660c63c-070b-4c2e-81e4-4cdd21686e26 service neutron] 10.222.0.15 "GET /v2.0/networks?id=84ae9284-4480-4503-b05c-9e1235a6ee14 HTTP/1.1" status: 200 len: 920 time: 0.4663520 May 25 22:39:23.574123 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e0e74-dc79-404e-ac59-98fcabed9c38 req-1923f899-6aaa-4d22-af09-78a7361adf74 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:23.589457 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-0f4e0e74-dc79-404e-ac59-98fcabed9c38 req-1923f899-6aaa-4d22-af09-78a7361adf74 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/ports?device_id=3feb2eae-85fd-4906-addb-30401335547f HTTP/1.1" status: 200 len: 946 time: 0.7046046 May 25 22:39:23.596516 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b39f089-84c7-481b-9775-eee16c30968b', 'tag': '0860709d-7e05-4969-8428-9dba5c413687'}] {{(pid=83204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:39:23.681561 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-2ed20ac4-24b5-4dee-87d2-aa0cd358e9c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=84ae9284-4480-4503-b05c-9e1235a6ee14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4567399 May 25 22:39:23.684203 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-918ec7b5-949f-4525-96d9-20e16c2d2033 req-851c171a-4d7c-4a36-a60a-92a5c39c4671 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8245386779d14b72ba8d57559c8a6be4&device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 1097 time: 0.3666031 May 25 22:39:23.699002 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-727b718e-cc86-4a6b-ab30-0c0411bdaf9b req-6e165332-1995-44d5-85d8-563ef04fef01 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a99ed12-747c-47bf-beef-661f45238f24 HTTP/1.1" status: 200 len: 217 time: 0.1754427 May 25 22:39:23.706558 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-0f4e0e74-dc79-404e-ac59-98fcabed9c38 req-a73481d8-83f7-4280-9f76-42dc94885291 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/security-groups?id=948a7188-f2e3-4305-b798-f1bc92e433a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156342 May 25 22:39:23.826980 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b718e-cc86-4a6b-ab30-0c0411bdaf9b req-46ca3e3a-ce71-449e-8773-aa37795fee50 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:23.828530 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-727b718e-cc86-4a6b-ab30-0c0411bdaf9b req-46ca3e3a-ce71-449e-8773-aa37795fee50 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eaeba0d5-7c5d-481f-b009-b71f12b223e9 HTTP/1.1" status: 200 len: 858 time: 0.1287098 May 25 22:39:23.864073 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-8444d21a-b5ba-4224-a1da-8956bb24c6d4 req-524b702c-99a4-4eec-b121-079122a0ec66 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 210 time: 0.2092464 May 25 22:39:23.932974 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-df06b970-2f57-477d-a881-8a9137f5fdc8 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:23.934282 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-df06b970-2f57-477d-a881-8a9137f5fdc8 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.15 "GET /v2.0/networks?id=f0e051db-549c-4c00-b572-ba45117467c0 HTTP/1.1" status: 200 len: 817 time: 0.5865324 May 25 22:39:24.027804 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-e9d1063d-6dfe-430d-b885-718ac6c94a6b tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Synchronizing usage tracker for tenant:8070272689ae4feda68b4ce15376a6be on resource:security_group {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:39:24.032755 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-727b718e-cc86-4a6b-ab30-0c0411bdaf9b req-6fcd1972-eed9-492d-be98-0b93ecc65816 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=84ae9284-4480-4503-b05c-9e1235a6ee14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1654334 May 25 22:39:24.088523 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7f53a9f-5114-42f8-84b4-c853d473dea2'] response: {'name': 'network-changed', 'server_uuid': '2b39f089-84c7-481b-9775-eee16c30968b', 'tag': '0860709d-7e05-4969-8428-9dba5c413687', 'status': 'completed', 'code': 200} May 25 22:39:24.152836 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-e9d1063d-6dfe-430d-b885-718ac6c94a6b tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Unset dirty status for tenant:8070272689ae4feda68b4ce15376a6be on resource:security_group {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:39:24.154462 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-e9d1063d-6dfe-430d-b885-718ac6c94a6b tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8070272689ae4feda68b4ce15376a6be HTTP/1.1" status: 200 len: 380 time: 0.1923819 May 25 22:39:24.177162 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-7b78dbca-31af-4d25-9b89-fa7edfd28bbe tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Request body: {'port': {'device_id': '0dcfa1d0-a395-48d6-8067-e858e6b097cb', 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0', 'admin_state_up': True, 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'security_groups': ['a4360e16-2dc4-471c-a0e3-7dbf21570495']}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:39:24.289206 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-caed23b9-7c6f-491d-8e84-9e4a69b89f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865'] for subnet, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:24.353845 dv-cinder-843305-1-smb neutron-server[83205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01efa4bd-4a7e-4397-84b4-bcca17696678'] response: {'server_uuid': '3feb2eae-85fd-4906-addb-30401335547f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7ead5f-76d1-48eb-a4e3-add07516b5c1', 'code': 200} May 25 22:39:24.376976 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ec7b5-949f-4525-96d9-20e16c2d2033 req-b1b1e8d9-45b7-4e87-ac5f-a4af87ad4fd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:24.378485 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-918ec7b5-949f-4525-96d9-20e16c2d2033 req-b1b1e8d9-45b7-4e87-ac5f-a4af87ad4fd9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2 HTTP/1.1" status: 200 len: 912 time: 0.6206100 May 25 22:39:24.397430 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-727b718e-cc86-4a6b-ab30-0c0411bdaf9b req-b9ccd6ff-80e1-4f00-aee7-0f847b0b7fb7 service neutron] 10.222.0.15 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516858 May 25 22:39:24.418930 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-7b78dbca-31af-4d25-9b89-fa7edfd28bbe tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:24.497710 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-9d8c83b8-af8e-4f64-8e42-8ad948ce30a7 service neutron] 10.222.0.15 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7186067 May 25 22:39:24.520470 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-7b78dbca-31af-4d25-9b89-fa7edfd28bbe tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:24.560980 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681f078-cb16-43f9-af2e-29ff76f41f97 req-d7ecaf4f-911f-4071-8a04-75f56ffdea40 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:24.563214 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-f681f078-cb16-43f9-af2e-29ff76f41f97 req-d7ecaf4f-911f-4071-8a04-75f56ffdea40 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 944 time: 0.5889988 May 25 22:39:24.596996 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed23b9-7c6f-491d-8e84-9e4a69b89f08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a3a04c7-8015-4b6b-a5fe-337c3e0eb5b2,revision_number=0']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:24.599395 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-7b78dbca-31af-4d25-9b89-fa7edfd28bbe tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Made reservation on behalf of 8070272689ae4feda68b4ce15376a6be for: {'port': 1} {{(pid=83203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:39:24.602392 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-7b78dbca-31af-4d25-9b89-fa7edfd28bbe tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:24.640170 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.15', 51395) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:24.673381 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-918ec7b5-949f-4525-96d9-20e16c2d2033 req-082f8f5e-67a3-4021-a720-fe5d861b4f65 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01dc595a-feff-42c4-b62e-8142f9a3c35e HTTP/1.1" status: 200 len: 217 time: 0.2365897 May 25 22:39:24.785365 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caed23b9-7c6f-491d-8e84-9e4a69b89f08 admin admin] Checking segment: {'id': '1fa49955-e874-4813-9f83-4c5fcd768eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f2e08b26-f205-4fae-a198-1fb8981c4e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:39:24.785747 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caed23b9-7c6f-491d-8e84-9e4a69b89f08 admin admin] Network hostable DHCP agents. Network: f2e08b26-f205-4fae-a198-1fb8981c4e5b, hostable agents: ['894d5615-95da-45d6-9a18-7bf04c47b636'], hosted agents: [] {{(pid=83204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:39:24.813746 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-727b718e-cc86-4a6b-ab30-0c0411bdaf9b req-441eefbf-f779-49c3-a575-c19ea0556c88 service neutron] 10.222.0.15 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004204 May 25 22:39:24.835359 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-f681f078-cb16-43f9-af2e-29ff76f41f97 req-b2f1c50f-8596-4b40-b064-df0a133b75b9 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2399752 May 25 22:39:24.839517 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ec7b5-949f-4525-96d9-20e16c2d2033 req-07ccc108-e34f-4bf4-ac4c-8f7b1751acb3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:24.841108 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-918ec7b5-949f-4525-96d9-20e16c2d2033 req-07ccc108-e34f-4bf4-ac4c-8f7b1751acb3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=485856f6-0ca7-4895-967d-86a1a09c0007 HTTP/1.1" status: 200 len: 850 time: 0.1465199 May 25 22:39:24.845563 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bae0ba61-76a5-448e-a8a3-27a71b209fc9 req-b6dd1625-46ec-456b-8162-761bb349d4a0 service neutron] 10.222.0.15 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202076 May 25 22:39:24.865956 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a488fd4-193d-4d05-85ed-c4bf47ed13d8 req-0a21596b-518b-4e5d-9715-d6dce06e0519 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:24.872631 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-8a488fd4-193d-4d05-85ed-c4bf47ed13d8 req-0a21596b-518b-4e5d-9715-d6dce06e0519 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 943 time: 0.3613133 May 25 22:39:24.960361 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caed23b9-7c6f-491d-8e84-9e4a69b89f08 admin admin] Network f2e08b26-f205-4fae-a198-1fb8981c4e5b is scheduled to be hosted by DHCP agent 894d5615-95da-45d6-9a18-7bf04c47b636 with binding_index 1 {{(pid=83204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:39:24.985831 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-918ec7b5-949f-4525-96d9-20e16c2d2033 req-056d071f-1930-44df-8778-686b5da83350 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1225252 May 25 22:39:24.987064 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [None req-caed23b9-7c6f-491d-8e84-9e4a69b89f08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-smb, f2e08b26-f205-4fae-a198-1fb8981c4e5b) {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:39:24.992043 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caed23b9-7c6f-491d-8e84-9e4a69b89f08 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:24.992590 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-caed23b9-7c6f-491d-8e84-9e4a69b89f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for subnet, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:24.998916 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-6960bd4a-477f-47c9-a3e5-a48bcab8e61d req-aba9c621-48e7-4350-9e8f-ec1cecd240d3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3feb2eae-85fd-4906-addb-30401335547f HTTP/1.1" status: 200 len: 1099 time: 0.3576233 May 25 22:39:25.007857 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a97afdd-6e6f-4628-bd28-bc7819a97006 None None] Network f2e08b26-f205-4fae-a198-1fb8981c4e5b requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:39:25.010903 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-8a488fd4-193d-4d05-85ed-c4bf47ed13d8 req-58d70b1d-6a9e-4a0b-95db-8c5d00c5da15 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373577 May 25 22:39:25.085487 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-6960bd4a-477f-47c9-a3e5-a48bcab8e61d req-0e51fc2d-8758-4fdb-a511-ed31b1fd3616 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:25.103795 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.db_base_plugin_common [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-7b78dbca-31af-4d25-9b89-fa7edfd28bbe tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Allocated IP 172.20.0.4 (f0e051db-549c-4c00-b572-ba45117467c0/b9149cc5-7f23-4821-b9e2-fe53e98b46ba/1c39b060-16ee-4958-a009-5f6268b00f7d) {{(pid=83203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:39:25.217876 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-caed23b9-7c6f-491d-8e84-9e4a69b89f08 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3512433 May 25 22:39:25.228507 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [req-6960bd4a-477f-47c9-a3e5-a48bcab8e61d req-0e51fc2d-8758-4fdb-a511-ed31b1fd3616 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:25.238999 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-6960bd4a-477f-47c9-a3e5-a48bcab8e61d req-0e51fc2d-8758-4fdb-a511-ed31b1fd3616 service neutron] Usage tracker for resource:security_group_rule and tenant:c1cadd85f0be4e00bc29101396cc2b9f is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:25.276031 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-6960bd4a-477f-47c9-a3e5-a48bcab8e61d req-0e51fc2d-8758-4fdb-a511-ed31b1fd3616 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:25.356668 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-a3351a80-40a4-4a19-b903-e39f738a450c req-19aa4ec1-ee89-4ca2-861c-77d608530f6c tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 210 time: 0.1211698 May 25 22:39:25.358187 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [req-6960bd4a-477f-47c9-a3e5-a48bcab8e61d req-0e51fc2d-8758-4fdb-a511-ed31b1fd3616 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:25.482678 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69d6ee-3543-4a6a-9279-cb20397c8695 req-40e3d7a3-70d3-4ffe-9829-cd71f2a6b654 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:25.484185 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-fe69d6ee-3543-4a6a-9279-cb20397c8695 req-40e3d7a3-70d3-4ffe-9829-cd71f2a6b654 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/ports?device_id=3feb2eae-85fd-4906-addb-30401335547f HTTP/1.1" status: 200 len: 946 time: 0.4208357 May 25 22:39:25.487286 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-918ec7b5-949f-4525-96d9-20e16c2d2033 req-0b72b790-b01b-48f0-9aa6-961fc08ee070 service neutron] 10.222.0.15 "GET /v2.0/networks/7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889889 May 25 22:39:25.493382 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2ac69eee-2372-4d16-a6e1-fc69722dc368 req-d596e02c-0fd2-4a5b-bde5-2992968432bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=360f94ee5000428395895ec5220a3314&device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 1096 time: 0.4935730 May 25 22:39:25.568947 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6575df68-a11b-43b6-8fb4-570d1145dbf8 None None] Network f2e08b26-f205-4fae-a198-1fb8981c4e5b requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:39:25.621616 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-7b78dbca-31af-4d25-9b89-fa7edfd28bbe tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for port, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:25.638188 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-6960bd4a-477f-47c9-a3e5-a48bcab8e61d req-0e51fc2d-8758-4fdb-a511-ed31b1fd3616 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:25.639904 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-fe69d6ee-3543-4a6a-9279-cb20397c8695 req-59d2d0da-f03f-4225-b60d-2b91e2ca1557 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/security-groups?id=948a7188-f2e3-4305-b798-f1bc92e433a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455131 May 25 22:39:25.659020 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-6960bd4a-477f-47c9-a3e5-a48bcab8e61d req-0e51fc2d-8758-4fdb-a511-ed31b1fd3616 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:25.679182 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.provisioning_blocks [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-7b78dbca-31af-4d25-9b89-fa7edfd28bbe tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Transition to ACTIVE for port object 1c39b060-16ee-4958-a009-5f6268b00f7d will not be triggered until provisioned by entity DHCP. {{(pid=83203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:39:25.765151 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-6960bd4a-477f-47c9-a3e5-a48bcab8e61d req-0e51fc2d-8758-4fdb-a511-ed31b1fd3616 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=948a7188-f2e3-4305-b798-f1bc92e433a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7508452 May 25 22:39:25.776004 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51fc2d-8758-4fdb-a511-ed31b1fd3616 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b1976663-c74e-4cb4-9a10-51cfc4df4f8e,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:25.800250 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-7b78dbca-31af-4d25-9b89-fa7edfd28bbe tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443'] for port, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:25.925764 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-7b78dbca-31af-4d25-9b89-fa7edfd28bbe tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Network f0e051db-549c-4c00-b572-ba45117467c0 is already hosted by enough agents. {{(pid=83203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:39:25.930083 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-7b78dbca-31af-4d25-9b89-fa7edfd28bbe tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Resources bound (agent type, host, resource id): {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:39:25.947366 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-7b78dbca-31af-4d25-9b89-fa7edfd28bbe tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Received port after_create {{(pid=83203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:39:25.954477 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-7b78dbca-31af-4d25-9b89-fa7edfd28bbe tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:25.955520 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-7b78dbca-31af-4d25-9b89-fa7edfd28bbe tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for port, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:25.975216 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78dbca-31af-4d25-9b89-fa7edfd28bbe tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Pushing event updated for resources: {'Port': ['ID=1c39b060-16ee-4958-a009-5f6268b00f7d,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:26.051435 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-918ec7b5-949f-4525-96d9-20e16c2d2033 req-dd23dc61-9f66-4358-81e7-cc850de1743d service neutron] 10.222.0.15 "GET /v2.0/networks/7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5560000 May 25 22:39:26.056032 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac69eee-2372-4d16-a6e1-fc69722dc368 req-bc471217-232a-4d54-9ee5-527bed6032c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:26.060092 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2ac69eee-2372-4d16-a6e1-fc69722dc368 req-bc471217-232a-4d54-9ee5-527bed6032c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=84ae9284-4480-4503-b05c-9e1235a6ee14 HTTP/1.1" status: 200 len: 920 time: 0.5434191 May 25 22:39:26.114398 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-7b78dbca-31af-4d25-9b89-fa7edfd28bbe tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9442074 May 25 22:39:26.180633 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac3e63-6661-4d6a-bd22-9510865637e8 req-030678a8-4806-4bca-81a9-d2630f8c3c16 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:26.182199 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-9cac3e63-6661-4d6a-bd22-9510865637e8 req-030678a8-4806-4bca-81a9-d2630f8c3c16 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 944 time: 0.1450908 May 25 22:39:26.273644 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-35276147-81be-4981-bad4-5b88b3a89938 service neutron] Request body: {'port': {'device_id': '0dcfa1d0-a395-48d6-8067-e858e6b097cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:39:26.296731 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-e6cc53a6-5d47-4f1d-90e5-77862804ca41 None None] Provisioning for port 1c39b060-16ee-4958-a009-5f6268b00f7d completed by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:39:26.304914 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-e6cc53a6-5d47-4f1d-90e5-77862804ca41 None None] Provisioning complete for port 1c39b060-16ee-4958-a009-5f6268b00f7d triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:26.306117 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-e6cc53a6-5d47-4f1d-90e5-77862804ca41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:26.307154 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-9cac3e63-6661-4d6a-bd22-9510865637e8 req-00c7ce6c-371d-422a-ba2c-0bc2dcf0cf1a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189036 May 25 22:39:26.404485 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2ac69eee-2372-4d16-a6e1-fc69722dc368 req-0e2d1b83-82ae-4e3b-9912-80d9b668bf6a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0860709d-7e05-4969-8428-9dba5c413687 HTTP/1.1" status: 200 len: 217 time: 0.2063146 May 25 22:39:26.415929 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-e6cc53a6-5d47-4f1d-90e5-77862804ca41 None None] Port 1c39b060-16ee-4958-a009-5f6268b00f7d cannot update to ACTIVE because it is not bound. {{(pid=83205) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:39:26.492488 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac69eee-2372-4d16-a6e1-fc69722dc368 req-1930183a-50ea-427a-805f-4fa400e622f2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:26.493755 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2ac69eee-2372-4d16-a6e1-fc69722dc368 req-1930183a-50ea-427a-805f-4fa400e622f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eaeba0d5-7c5d-481f-b009-b71f12b223e9 HTTP/1.1" status: 200 len: 858 time: 0.0816841 May 25 22:39:26.504374 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2ffdf-a43c-4c19-b4cb-526cde6b9992 req-885dc2f3-1d08-42a2-aeb7-558f7d1f0c36 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:26.505240 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-39f2ffdf-a43c-4c19-b4cb-526cde6b9992 req-885dc2f3-1d08-42a2-aeb7-558f7d1f0c36 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Synchronizing usage tracker for tenant:360f94ee5000428395895ec5220a3314 on resource:port {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:39:26.552063 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-35276147-81be-4981-bad4-5b88b3a89938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:26.578941 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-39f2ffdf-a43c-4c19-b4cb-526cde6b9992 req-885dc2f3-1d08-42a2-aeb7-558f7d1f0c36 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Unset dirty status for tenant:360f94ee5000428395895ec5220a3314 on resource:port {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:39:26.580362 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-39f2ffdf-a43c-4c19-b4cb-526cde6b9992 req-885dc2f3-1d08-42a2-aeb7-558f7d1f0c36 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 943 time: 0.2782574 May 25 22:39:26.600500 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 1a99ed12-747c-47bf-beef-661f45238f24 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83205) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:39:26.629978 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2ac69eee-2372-4d16-a6e1-fc69722dc368 req-25c15683-7a57-4801-95d5-7eef9fdff736 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=84ae9284-4480-4503-b05c-9e1235a6ee14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1216998 May 25 22:39:26.740701 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-39f2ffdf-a43c-4c19-b4cb-526cde6b9992 req-35bcf77b-3faa-46f4-b590-c9d16d3a57aa tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Synchronizing usage tracker for tenant:360f94ee5000428395895ec5220a3314 on resource:security_group {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:39:26.811934 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-39f2ffdf-a43c-4c19-b4cb-526cde6b9992 req-35bcf77b-3faa-46f4-b590-c9d16d3a57aa tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Unset dirty status for tenant:360f94ee5000428395895ec5220a3314 on resource:security_group {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:39:26.817700 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-39f2ffdf-a43c-4c19-b4cb-526cde6b9992 req-35bcf77b-3faa-46f4-b590-c9d16d3a57aa tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250173 May 25 22:39:26.839696 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 1a99ed12-747c-47bf-beef-661f45238f24, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1a99ed12-747c-47bf-beef-661f45238f24,segment=NetworkSegment(5a1b511a-1790-4620-9618-9ed3342cc72e),segment_id=5a1b511a-1790-4620-9618-9ed3342cc72e)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:26.841049 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2ac69eee-2372-4d16-a6e1-fc69722dc368 req-34016908-69b5-4836-a12f-470ff36d8f02 service neutron] 10.222.0.15 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004349 May 25 22:39:26.878663 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Returning: {'device': '1a99ed12-747c-47bf-beef-661f45238f24', 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14', 'port_id': '1a99ed12-747c-47bf-beef-661f45238f24', 'mac_address': 'fa:16:3e:5e:e3:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaeba0d5-7c5d-481f-b009-b71f12b223e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83205) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:39:26.892566 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7bfe4-34b2-46fb-b9e0-f0fd24753fc1 req-f9e00999-0498-41bd-ac5c-c67f94e0da68 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:26.893277 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-2cc7bfe4-34b2-46fb-b9e0-f0fd24753fc1 req-f9e00999-0498-41bd-ac5c-c67f94e0da68 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Synchronizing usage tracker for tenant:8070272689ae4feda68b4ce15376a6be on resource:port {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:39:26.948980 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:26.969457 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a99ed12-747c-47bf-beef-661f45238f24 {{(pid=83205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:39:26.989884 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 1a99ed12-747c-47bf-beef-661f45238f24, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1a99ed12-747c-47bf-beef-661f45238f24,segment=NetworkSegment(5a1b511a-1790-4620-9618-9ed3342cc72e),segment_id=5a1b511a-1790-4620-9618-9ed3342cc72e)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:26.996515 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:27.097676 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-2cc7bfe4-34b2-46fb-b9e0-f0fd24753fc1 req-f9e00999-0498-41bd-ac5c-c67f94e0da68 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Unset dirty status for tenant:8070272689ae4feda68b4ce15376a6be on resource:port {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:39:27.102573 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 39346) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:27.105823 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-2cc7bfe4-34b2-46fb-b9e0-f0fd24753fc1 req-f9e00999-0498-41bd-ac5c-c67f94e0da68 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 931 time: 0.4085770 May 25 22:39:27.124822 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-2ed22d8f-0e49-4258-9861-9f9960c4a8f4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-107182855-network', 'tenant_id': '13fdffde85b647dfabed0e402bffdbfa'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:39:27.133959 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-2ed22d8f-0e49-4258-9861-9f9960c4a8f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:27.146414 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=1a99ed12-747c-47bf-beef-661f45238f24,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:27.149663 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-2ed22d8f-0e49-4258-9861-9f9960c4a8f4 admin admin] Usage tracker for resource:network and tenant:13fdffde85b647dfabed0e402bffdbfa is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:27.164969 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-2ed22d8f-0e49-4258-9861-9f9960c4a8f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:27.175693 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-2cc7bfe4-34b2-46fb-b9e0-f0fd24753fc1 req-62f1e8fb-c76e-4914-bb2b-3b574b157a53 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679350 May 25 22:39:27.180751 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-2ed22d8f-0e49-4258-9861-9f9960c4a8f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:27.212086 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2ac69eee-2372-4d16-a6e1-fc69722dc368 req-b0c2f69c-a4df-4f9c-95fb-10962433416c service neutron] 10.222.0.15 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669794 May 25 22:39:27.216309 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed22d8f-0e49-4258-9861-9f9960c4a8f4 admin admin] Made reservation on behalf of 13fdffde85b647dfabed0e402bffdbfa for: {'network': 1} {{(pid=83204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:39:27.218556 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-2ed22d8f-0e49-4258-9861-9f9960c4a8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for network, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:27.239613 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-2ed22d8f-0e49-4258-9861-9f9960c4a8f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:27.255224 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b165126-11cd-4291-95b9-9615bdaa29ad req-4d75002f-4272-47dd-b1b7-b6114b3b0d32 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:27.256701 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-1b165126-11cd-4291-95b9-9615bdaa29ad req-4d75002f-4272-47dd-b1b7-b6114b3b0d32 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/ports?device_id=3feb2eae-85fd-4906-addb-30401335547f HTTP/1.1" status: 200 len: 946 time: 0.2218051 May 25 22:39:27.308689 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-2ed22d8f-0e49-4258-9861-9f9960c4a8f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:27.317157 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-2ed22d8f-0e49-4258-9861-9f9960c4a8f4 admin admin] Usage tracker for resource:security_group_rule and tenant:13fdffde85b647dfabed0e402bffdbfa is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:27.320720 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-2ed22d8f-0e49-4258-9861-9f9960c4a8f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:27.328818 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-1b165126-11cd-4291-95b9-9615bdaa29ad req-1019d563-cde3-44e1-bd5f-0b958136e767 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/security-groups?id=948a7188-f2e3-4305-b798-f1bc92e433a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646086 May 25 22:39:27.329617 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-2ed22d8f-0e49-4258-9861-9f9960c4a8f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:27.373141 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-35276147-81be-4981-bad4-5b88b3a89938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c39b060-16ee-4958-a009-5f6268b00f7d {{(pid=83203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:39:27.383042 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-35276147-81be-4981-bad4-5b88b3a89938 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:27.401775 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.provisioning_blocks [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-35276147-81be-4981-bad4-5b88b3a89938 service neutron] Transition to ACTIVE for port object 1c39b060-16ee-4958-a009-5f6268b00f7d will not be triggered until provisioned by entity L2. {{(pid=83203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:39:27.407133 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-35276147-81be-4981-bad4-5b88b3a89938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:27.408202 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-2ed22d8f-0e49-4258-9861-9f9960c4a8f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:27.415406 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-2ed22d8f-0e49-4258-9861-9f9960c4a8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:27.448601 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed22d8f-0e49-4258-9861-9f9960c4a8f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=83204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:39:27.457043 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 39354) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:27.468564 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed22d8f-0e49-4258-9861-9f9960c4a8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7dfb23-1cae-4914-83b5-e8837c5bc041,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:27.474792 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-2ed22d8f-0e49-4258-9861-9f9960c4a8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:27.476081 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.db.segments_db [None req-2ed22d8f-0e49-4258-9861-9f9960c4a8f4 admin admin] Added segment 9bce1d69-7bf1-49c7-8781-e6029b972dc7 of type vlan for network 4f267d17-ca75-4097-ba28-87f18c37677b May 25 22:39:27.504724 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-2ed22d8f-0e49-4258-9861-9f9960c4a8f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728909907725'] for network, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:27.537626 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-2ed22d8f-0e49-4258-9861-9f9960c4a8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865'] for network, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:27.538570 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed22d8f-0e49-4258-9861-9f9960c4a8f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:27.539224 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-2ed22d8f-0e49-4258-9861-9f9960c4a8f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for network, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:27.549454 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['1a99ed12-747c-47bf-beef-661f45238f24'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:39:27.645582 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35276147-81be-4981-bad4-5b88b3a89938 service neutron] Pushing event updated for resources: {'Port': ['ID=1c39b060-16ee-4958-a009-5f6268b00f7d,revision_number=2']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:27.713485 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-2ed22d8f-0e49-4258-9861-9f9960c4a8f4 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6096268 May 25 22:39:27.724784 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 39366) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:27.727690 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed22d8f-0e49-4258-9861-9f9960c4a8f4 admin admin] Pushing event updated for resources: {'Network': ['ID=4f267d17-ca75-4097-ba28-87f18c37677b,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:27.736690 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-da3b052f-686c-450f-9d33-9d29271752c5 admin admin] Request body: {'subnet': {'network_id': '4f267d17-ca75-4097-ba28-87f18c37677b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-107182855-subnet', 'tenant_id': '13fdffde85b647dfabed0e402bffdbfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:39:27.742888 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-da3b052f-686c-450f-9d33-9d29271752c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:27.748063 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-da3b052f-686c-450f-9d33-9d29271752c5 admin admin] Usage tracker for resource:subnet and tenant:13fdffde85b647dfabed0e402bffdbfa is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:27.752397 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-da3b052f-686c-450f-9d33-9d29271752c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:27.760060 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-da3b052f-686c-450f-9d33-9d29271752c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:27.761087 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Network 4f267d17-ca75-4097-ba28-87f18c37677b details requested by agent ovs-agent-dv-cinder-843305-1-smb with host dv-cinder-843305-1-smb {{(pid=83205) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:39:27.769325 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-66517c54-506d-414b-8131-1f83d886423b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:27.784166 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.managers [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-35276147-81be-4981-bad4-5b88b3a89938 service neutron] Attempting to bind port 1c39b060-16ee-4958-a009-5f6268b00f7d on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:39:27.784557 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.managers [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-35276147-81be-4981-bad4-5b88b3a89938 service neutron] Attempting to bind port 1c39b060-16ee-4958-a009-5f6268b00f7d by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0'}] {{(pid=83203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:39:27.784836 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-35276147-81be-4981-bad4-5b88b3a89938 service neutron] Attempting to bind port 1c39b060-16ee-4958-a009-5f6268b00f7d on network f0e051db-549c-4c00-b572-ba45117467c0 {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:39:27.786895 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3b052f-686c-450f-9d33-9d29271752c5 admin admin] Made reservation on behalf of 13fdffde85b647dfabed0e402bffdbfa for: {'subnet': 1} {{(pid=83204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:39:27.789454 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-da3b052f-686c-450f-9d33-9d29271752c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:27.808201 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e95ee1-8c74-47b9-a7d5-b2859cee5187 req-4ae65c33-8865-49b4-aa97-199956c77118 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:27.809709 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-12e95ee1-8c74-47b9-a7d5-b2859cee5187 req-4ae65c33-8865-49b4-aa97-199956c77118 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 944 time: 0.3435304 May 25 22:39:27.811290 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-35276147-81be-4981-bad4-5b88b3a89938 service neutron] Port 1c39b060-16ee-4958-a009-5f6268b00f7d on network f0e051db-549c-4c00-b572-ba45117467c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:39:27.811606 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-35276147-81be-4981-bad4-5b88b3a89938 service neutron] Attempting to bind port 1c39b060-16ee-4958-a009-5f6268b00f7d on network f0e051db-549c-4c00-b572-ba45117467c0 {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:39:27.880672 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-35276147-81be-4981-bad4-5b88b3a89938 service neutron] Checking agent: {'id': '664d2378-5910-4a50-8747-70f7074f61b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'started_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:39:27.881019 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-35276147-81be-4981-bad4-5b88b3a89938 service neutron] Checking segment: {'id': '1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:39:27.881411 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-35276147-81be-4981-bad4-5b88b3a89938 service neutron] Bound using segment: {'id': '1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0'} {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:39:27.881864 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.managers [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-35276147-81be-4981-bad4-5b88b3a89938 service neutron] Bound port: 1c39b060-16ee-4958-a009-5f6268b00f7d, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0'}}] {{(pid=83203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:39:27.882213 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-35276147-81be-4981-bad4-5b88b3a89938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:28.034497 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-12e95ee1-8c74-47b9-a7d5-b2859cee5187 req-24f61032-079b-48fa-976f-c2cd214d759e tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958158 May 25 22:39:28.075824 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-35276147-81be-4981-bad4-5b88b3a89938 service neutron] For port 1c39b060-16ee-4958-a009-5f6268b00f7d, host hv-cinder-84330, cleared binding levels {{(pid=83203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:39:28.080086 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-35276147-81be-4981-bad4-5b88b3a89938 service neutron] For port 1c39b060-16ee-4958-a009-5f6268b00f7d, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1c39b060-16ee-4958-a009-5f6268b00f7d,segment=NetworkSegment(1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3),segment_id=1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3)] {{(pid=83203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:39:28.086226 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-35276147-81be-4981-bad4-5b88b3a89938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:28.108830 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-da3b052f-686c-450f-9d33-9d29271752c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865'] for subnet, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:28.237800 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35276147-81be-4981-bad4-5b88b3a89938 service neutron] Pushing event updated for resources: {'Port': ['ID=1c39b060-16ee-4958-a009-5f6268b00f7d,revision_number=3']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:28.268700 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 39386) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:28.272577 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-35276147-81be-4981-bad4-5b88b3a89938 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for port, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:28.274062 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-35276147-81be-4981-bad4-5b88b3a89938 service neutron] 10.222.0.15 "PUT /v2.0/ports/1c39b060-16ee-4958-a009-5f6268b00f7d HTTP/1.1" status: 200 len: 1093 time: 2.0062289 May 25 22:39:28.274609 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dcfa1d0-a395-48d6-8067-e858e6b097cb', 'tag': '1c39b060-16ee-4958-a009-5f6268b00f7d'}] {{(pid=83203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:39:28.368907 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-66517c54-506d-414b-8131-1f83d886423b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:28.378386 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-66517c54-506d-414b-8131-1f83d886423b admin admin] Usage tracker for resource:security_group_rule and tenant:a81ffa8b8ffc47af8b53d0fdb9afa9f9 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:28.385340 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-66517c54-506d-414b-8131-1f83d886423b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:28.422851 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-66517c54-506d-414b-8131-1f83d886423b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:28.440746 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b052f-686c-450f-9d33-9d29271752c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46372393-557c-40df-ad3d-1454c2e17d1d,revision_number=0']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:28.470679 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2f7bb1f7-6935-4dd1-b829-156e9e7f4844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:28.482088 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9fd7d-75cd-469f-b7d8-1293029cd0d7 req-de5fd0c6-4279-4244-828b-b2c91158b8a5 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:28.483996 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-9ad9fd7d-75cd-469f-b7d8-1293029cd0d7 req-de5fd0c6-4279-4244-828b-b2c91158b8a5 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 943 time: 0.4269886 May 25 22:39:28.486875 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3b052f-686c-450f-9d33-9d29271752c5 admin admin] Checking segment: {'id': '9bce1d69-7bf1-49c7-8781-e6029b972dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4f267d17-ca75-4097-ba28-87f18c37677b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:39:28.487825 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3b052f-686c-450f-9d33-9d29271752c5 admin admin] Network hostable DHCP agents. Network: 4f267d17-ca75-4097-ba28-87f18c37677b, hostable agents: ['894d5615-95da-45d6-9a18-7bf04c47b636'], hosted agents: [] {{(pid=83204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:39:28.522579 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-2f7bb1f7-6935-4dd1-b829-156e9e7f4844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:28.526441 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-2f7bb1f7-6935-4dd1-b829-156e9e7f4844 admin admin] Usage tracker for resource:security_group_rule and tenant:85c0275868c6402fa1b0b76b7286a73e is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:28.529233 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-2f7bb1f7-6935-4dd1-b829-156e9e7f4844 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:28.535446 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-2f7bb1f7-6935-4dd1-b829-156e9e7f4844 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:28.583298 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-9ad9fd7d-75cd-469f-b7d8-1293029cd0d7 req-2b906e72-55b0-4ac3-88e5-e456ad94bca7 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826294 May 25 22:39:28.585786 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3b052f-686c-450f-9d33-9d29271752c5 admin admin] Network 4f267d17-ca75-4097-ba28-87f18c37677b is scheduled to be hosted by DHCP agent 894d5615-95da-45d6-9a18-7bf04c47b636 with binding_index 1 {{(pid=83204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:39:28.604022 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-66517c54-506d-414b-8131-1f83d886423b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:28.613243 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e097ea5-6b5f-4a2c-8b01-fed2642717ae req-97f8d89b-fabe-49e5-a4a6-b800c55a620f tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:28.613802 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [None req-da3b052f-686c-450f-9d33-9d29271752c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-smb, 4f267d17-ca75-4097-ba28-87f18c37677b) {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:39:28.614729 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-3e097ea5-6b5f-4a2c-8b01-fed2642717ae req-97f8d89b-fabe-49e5-a4a6-b800c55a620f tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 943 time: 0.2857902 May 25 22:39:28.622436 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-66517c54-506d-414b-8131-1f83d886423b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:28.628383 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 0860709d-7e05-4969-8428-9dba5c413687 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83205) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:39:28.633958 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bab139-bfbd-4c3e-95ac-58e0c5f8f6bc None None] Network 4f267d17-ca75-4097-ba28-87f18c37677b requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:39:28.651333 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b052f-686c-450f-9d33-9d29271752c5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:28.652029 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-da3b052f-686c-450f-9d33-9d29271752c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for subnet, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:28.671419 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2f7bb1f7-6935-4dd1-b829-156e9e7f4844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:28.681534 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a22bedaa-c5c1-42d8-8404-9cfb98a48608'] response: {'name': 'network-changed', 'server_uuid': '0dcfa1d0-a395-48d6-8067-e858e6b097cb', 'tag': '1c39b060-16ee-4958-a009-5f6268b00f7d', 'status': 'completed', 'code': 200} May 25 22:39:28.688430 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-ee4f5bd7-cfbf-451e-a24c-dcbb3ec83f18 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8070272689ae4feda68b4ce15376a6be&device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 1096 time: 0.3075881 May 25 22:39:28.691740 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2f7bb1f7-6935-4dd1-b829-156e9e7f4844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:28.719873 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66517c54-506d-414b-8131-1f83d886423b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4b680b-ba2e-4734-bf9f-2c7fecd01cf9,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:28.727196 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-66517c54-506d-414b-8131-1f83d886423b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a81ffa8b8ffc47af8b53d0fdb9afa9f9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2660329 May 25 22:39:28.730636 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-da3b052f-686c-450f-9d33-9d29271752c5 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0044620 May 25 22:39:28.731717 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 39396) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:28.773713 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.db.resource_extend [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:39:28.812312 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-3e097ea5-6b5f-4a2c-8b01-fed2642717ae req-99ca7116-8ac2-40e4-8af8-91f20dcaa5af tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876366 May 25 22:39:28.855766 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-06fa458b-20a2-438d-86d4-9a86cc553c8a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c39b060-16ee-4958-a009-5f6268b00f7d HTTP/1.1" status: 200 len: 217 time: 0.1463754 May 25 22:39:28.857190 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7bb1f7-6935-4dd1-b829-156e9e7f4844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa677b4-4277-4e0c-95c0-f64e91469ac7,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:28.862666 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-2f7bb1f7-6935-4dd1-b829-156e9e7f4844 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=85c0275868c6402fa1b0b76b7286a73e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5924277 May 25 22:39:28.870246 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 39402) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:28.877042 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-e230d65f-b7eb-4d43-a7e6-4b108a2d9cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:28.905999 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 39406) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:28.917553 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-e230d65f-b7eb-4d43-a7e6-4b108a2d9cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:28.981560 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-4347187c-c86d-4bee-85a0-6d3650dce49c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:28.983087 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-4347187c-c86d-4bee-85a0-6d3650dce49c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9149cc5-7f23-4821-b9e2-fe53e98b46ba HTTP/1.1" status: 200 len: 856 time: 0.1191294 May 25 22:39:28.988099 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad59cc4a-434f-4251-9354-7b3f03dbc3fd admin admin] Deleting subnet 1a3a04c7-8015-4b6b-a5fe-337c3e0eb5b2 {{(pid=83203) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:39:28.994536 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f98b4-d6e9-47b7-a94f-6c101594cf1d req-ca249cb2-7d14-4f1d-9d24-9a12aa218d34 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:28.996213 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-480f98b4-d6e9-47b7-a94f-6c101594cf1d req-ca249cb2-7d14-4f1d-9d24-9a12aa218d34 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/ports?device_id=3feb2eae-85fd-4906-addb-30401335547f HTTP/1.1" status: 200 len: 946 time: 0.2043104 May 25 22:39:29.015359 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-cb68b46d-7911-4313-ab4d-fd854921b652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:29.028808 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-ad59cc4a-434f-4251-9354-7b3f03dbc3fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:29.045202 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 0860709d-7e05-4969-8428-9dba5c413687, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=0860709d-7e05-4969-8428-9dba5c413687,segment=NetworkSegment(5a1b511a-1790-4620-9618-9ed3342cc72e),segment_id=5a1b511a-1790-4620-9618-9ed3342cc72e)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:29.050691 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-e230d65f-b7eb-4d43-a7e6-4b108a2d9cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:29.067971 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Returning: {'device': '0860709d-7e05-4969-8428-9dba5c413687', 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14', 'port_id': '0860709d-7e05-4969-8428-9dba5c413687', 'mac_address': 'fa:16:3e:c0:0f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaeba0d5-7c5d-481f-b009-b71f12b223e9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83205) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:39:29.085403 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230d65f-b7eb-4d43-a7e6-4b108a2d9cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4b680b-ba2e-4734-bf9f-2c7fecd01cf9,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:29.090484 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-ad59cc4a-434f-4251-9354-7b3f03dbc3fd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:29.097547 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-cb68b46d-7911-4313-ab4d-fd854921b652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:29.102451 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-ad59cc4a-434f-4251-9354-7b3f03dbc3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3361804'] for subnet, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:29.113350 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-e230d65f-b7eb-4d43-a7e6-4b108a2d9cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:29.116811 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-e230d65f-b7eb-4d43-a7e6-4b108a2d9cfe admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0b4b680b-ba2e-4734-bf9f-2c7fecd01cf9 HTTP/1.1" status: 204 len: 168 time: 0.3816040 May 25 22:39:29.140535 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-480f98b4-d6e9-47b7-a94f-6c101594cf1d req-c310cf36-318a-43af-8272-4e28188b3ceb tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/security-groups?id=948a7188-f2e3-4305-b798-f1bc92e433a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219578 May 25 22:39:29.185764 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-cb68b46d-7911-4313-ab4d-fd854921b652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:29.209023 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68b46d-7911-4313-ab4d-fd854921b652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa677b4-4277-4e0c-95c0-f64e91469ac7,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:29.226184 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-cb68b46d-7911-4313-ab4d-fd854921b652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:29.231161 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-cb68b46d-7911-4313-ab4d-fd854921b652 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/faa677b4-4277-4e0c-95c0-f64e91469ac7 HTTP/1.1" status: 204 len: 168 time: 0.3577657 May 25 22:39:29.325321 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-6035534e-8361-408f-89c2-f51286fc1f0b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0e051db-549c-4c00-b572-ba45117467c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3349965 May 25 22:39:29.332333 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e1cbc8-14b1-49ee-a395-bb51d30429f4 None None] Network 4f267d17-ca75-4097-ba28-87f18c37677b requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:39:29.462598 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:29.481260 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-ad59cc4a-434f-4251-9354-7b3f03dbc3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3361797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865'] for subnet, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:29.484363 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0860709d-7e05-4969-8428-9dba5c413687 {{(pid=83205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:39:29.500989 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 0860709d-7e05-4969-8428-9dba5c413687, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=0860709d-7e05-4969-8428-9dba5c413687,segment=NetworkSegment(5a1b511a-1790-4620-9618-9ed3342cc72e),segment_id=5a1b511a-1790-4620-9618-9ed3342cc72e)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:29.538464 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59cc4a-434f-4251-9354-7b3f03dbc3fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a3a04c7-8015-4b6b-a5fe-337c3e0eb5b2,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:29.543869 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:29.544515 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 01dc595a-feff-42c4-b62e-8142f9a3c35e details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83205) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:39:29.556855 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-ad59cc4a-434f-4251-9354-7b3f03dbc3fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for subnet, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:29.599697 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-ad59cc4a-434f-4251-9354-7b3f03dbc3fd admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1a3a04c7-8015-4b6b-a5fe-337c3e0eb5b2 HTTP/1.1" status: 204 len: 168 time: 0.6900246 May 25 22:39:29.602905 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 39430) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:29.650958 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913d44b-0f2a-4130-94e9-1a511fec0407 req-ec4e9d81-37f5-40f8-8ce0-a8f45a12570b tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:29.652447 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-2913d44b-0f2a-4130-94e9-1a511fec0407 req-ec4e9d81-37f5-40f8-8ce0-a8f45a12570b tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 944 time: 0.4353173 May 25 22:39:29.654423 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-860c29b4-1367-4cf3-a190-f09ce9037567 service neutron] 10.222.0.15 "GET /v2.0/networks/f0e051db-549c-4c00-b572-ba45117467c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059962 May 25 22:39:29.932606 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-2913d44b-0f2a-4130-94e9-1a511fec0407 req-8ce7b79c-e2b8-4fec-a5be-f0f4d899cbf9 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2649333 May 25 22:39:30.020407 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1bc25c51-3733-43ae-a789-79d916b29512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3150312'] for network, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:30.054361 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 01dc595a-feff-42c4-b62e-8142f9a3c35e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=01dc595a-feff-42c4-b62e-8142f9a3c35e,segment=NetworkSegment(06c790d0-55a7-47ae-999d-414301c64b5e),segment_id=06c790d0-55a7-47ae-999d-414301c64b5e)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:30.055137 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d5210d63-a8e8-48ab-8ebc-d304832ab1d9 req-fed029f5-cd36-4174-b057-5f0fadfe88e2 service neutron] 10.222.0.15 "GET /v2.0/networks/f0e051db-549c-4c00-b572-ba45117467c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622649 May 25 22:39:30.076441 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 39444) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:30.124448 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-5af1bef5-32f2-447d-8691-883f2fd1d333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:30.140242 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 39448) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:30.203245 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Returning: {'device': '01dc595a-feff-42c4-b62e-8142f9a3c35e', 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2', 'port_id': '01dc595a-feff-42c4-b62e-8142f9a3c35e', 'mac_address': 'fa:16:3e:dd:45:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83205) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:39:30.238425 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-5af1bef5-32f2-447d-8691-883f2fd1d333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:30.244064 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-5af1bef5-32f2-447d-8691-883f2fd1d333 admin admin] Usage tracker for resource:security_group_rule and tenant:179c79a9fe7c47d2a0ed869e20e13449 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:30.249006 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-5af1bef5-32f2-447d-8691-883f2fd1d333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:30.257396 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-5af1bef5-32f2-447d-8691-883f2fd1d333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:30.278321 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b43a4-887e-403c-b363-727a20cd7b4a req-800873d2-71b8-4dfc-a64a-27f3dc18834d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:30.280373 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-740b43a4-887e-403c-b363-727a20cd7b4a req-800873d2-71b8-4dfc-a64a-27f3dc18834d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 943 time: 0.1351128 May 25 22:39:30.294308 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-32c61551-28da-4857-bda7-7aba6630f850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:30.333580 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5da7de-624d-4fd0-b206-d1532b503740 req-a98feacd-6faa-42db-b321-a20c7f6c351f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:30.340845 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-1b5da7de-624d-4fd0-b206-d1532b503740 req-a98feacd-6faa-42db-b321-a20c7f6c351f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 944 time: 0.5229342 May 25 22:39:30.349447 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=0860709d-7e05-4969-8428-9dba5c413687,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:30.352101 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:30.373188 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01dc595a-feff-42c4-b62e-8142f9a3c35e {{(pid=83205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:39:30.391547 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 01dc595a-feff-42c4-b62e-8142f9a3c35e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=01dc595a-feff-42c4-b62e-8142f9a3c35e,segment=NetworkSegment(06c790d0-55a7-47ae-999d-414301c64b5e),segment_id=06c790d0-55a7-47ae-999d-414301c64b5e)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:30.396593 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:30.400004 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1bc25c51-3733-43ae-a789-79d916b29512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3373977', 'neutron.services.segments.db._delete_segments_for_network-8728910406777'] for network, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:30.403422 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-740b43a4-887e-403c-b363-727a20cd7b4a req-2ff544ad-ba94-4457-a4f9-b98defa970ab tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802574 May 25 22:39:30.440774 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-32c61551-28da-4857-bda7-7aba6630f850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:30.453280 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-5af1bef5-32f2-447d-8691-883f2fd1d333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:30.460026 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-5af1bef5-32f2-447d-8691-883f2fd1d333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:30.461248 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-32c61551-28da-4857-bda7-7aba6630f850 admin admin] Usage tracker for resource:security_group_rule and tenant:e09f3e1c16394742920b661a6e6f4b93 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:30.466129 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-32c61551-28da-4857-bda7-7aba6630f850 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:30.469963 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b99fb482-7dab-4860-86ea-cc71846364ce req-11eebcdf-000c-43e2-8424-b6a0a72448a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8070272689ae4feda68b4ce15376a6be&device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 1096 time: 0.1841600 May 25 22:39:30.474992 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-1b5da7de-624d-4fd0-b206-d1532b503740 req-d3bbf55b-0748-4042-a7bc-31e43262e807 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329000 May 25 22:39:30.478065 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1bc25c51-3733-43ae-a789-79d916b29512 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:39:30.478605 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1bc25c51-3733-43ae-a789-79d916b29512 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:39:30.478739 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=01dc595a-feff-42c4-b62e-8142f9a3c35e,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:30.479809 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1bc25c51-3733-43ae-a789-79d916b29512 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:39:30.480307 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1bc25c51-3733-43ae-a789-79d916b29512 admin admin] Subscribe: > port after_create 55550000 {{(pid=83204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:39:30.480791 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1bc25c51-3733-43ae-a789-79d916b29512 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:39:30.481503 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1bc25c51-3733-43ae-a789-79d916b29512 admin admin] Subscribe: > port after_update 55550000 {{(pid=83204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:39:30.481978 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1bc25c51-3733-43ae-a789-79d916b29512 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:39:30.482506 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1bc25c51-3733-43ae-a789-79d916b29512 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:39:30.483483 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1bc25c51-3733-43ae-a789-79d916b29512 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:39:30.483732 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1bc25c51-3733-43ae-a789-79d916b29512 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:39:30.581312 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1bef5-32f2-447d-8691-883f2fd1d333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fed63cf-4e7a-49e2-8b85-3e3e73135550,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:30.588630 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1bc25c51-3733-43ae-a789-79d916b29512 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:39:30.588980 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1bc25c51-3733-43ae-a789-79d916b29512 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:39:30.589311 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1bc25c51-3733-43ae-a789-79d916b29512 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:39:30.589641 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1bc25c51-3733-43ae-a789-79d916b29512 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:39:30.590119 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.services.segments.db [None req-1bc25c51-3733-43ae-a789-79d916b29512 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e08b26-f205-4fae-a198-1fb8981c4e5b']}} {{(pid=83204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:30.598911 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-5af1bef5-32f2-447d-8691-883f2fd1d333 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=179c79a9fe7c47d2a0ed869e20e13449&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5173998 May 25 22:39:30.598911 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 39456) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:30.603701 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-32c61551-28da-4857-bda7-7aba6630f850 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:30.609480 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.services.segments.db [None req-1bc25c51-3733-43ae-a789-79d916b29512 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa49955-e874-4813-9f83-4c5fcd768eec') {'for_net_delete': True} {{(pid=83204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:30.609777 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.services.segments.db [None req-1bc25c51-3733-43ae-a789-79d916b29512 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa49955-e874-4813-9f83-4c5fcd768eec') {} {{(pid=83204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:30.626424 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1bc25c51-3733-43ae-a789-79d916b29512 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728910406660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1660058'] for segment, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:30.648477 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1bc25c51-3733-43ae-a789-79d916b29512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:30.653129 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 1a99ed12-747c-47bf-beef-661f45238f24 up at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:39:30.660853 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc25c51-3733-43ae-a789-79d916b29512 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=83204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:39:30.661255 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1bc25c51-3733-43ae-a789-79d916b29512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1172470'] for segment, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: util.warn_limited( May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: util.warn_limited( May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: Traceback (most recent call last): May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: timer() May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: cb(*args, **kw) May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: return func(*args, **kwargs) May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: self._notify() May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: self.callback(batched_events) May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: event.method(event) May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: return f(self, *a, **k) May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: return self._get(url).json() May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: return self.request(url, 'GET', **kwargs) May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:39:30.677670 dv-cinder-843305-1-smb neutron-server[83204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:39:30.730871 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning for port 1a99ed12-747c-47bf-beef-661f45238f24 completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:39:30.735939 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning complete for port 1a99ed12-747c-47bf-beef-661f45238f24 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:30.736433 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:30.742267 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fb482-7dab-4860-86ea-cc71846364ce req-3d756320-ebb7-4704-b719-aa5dd129270d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:30.743532 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b99fb482-7dab-4860-86ea-cc71846364ce req-3d756320-ebb7-4704-b719-aa5dd129270d service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0e051db-549c-4c00-b572-ba45117467c0 HTTP/1.1" status: 200 len: 918 time: 0.2609937 May 25 22:39:30.787183 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1bc25c51-3733-43ae-a789-79d916b29512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3373970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997848'] for network, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:30.792656 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-32c61551-28da-4857-bda7-7aba6630f850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:30.813195 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1bc25c51-3733-43ae-a789-79d916b29512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for network, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:30.816223 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-32c61551-28da-4857-bda7-7aba6630f850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:30.836274 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-7c80354c-a7d6-4e4d-babc-77fddb3d11ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:30.837220 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc25c51-3733-43ae-a789-79d916b29512 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2e08b26-f205-4fae-a198-1fb8981c4e5b,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:30.848412 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b99fb482-7dab-4860-86ea-cc71846364ce req-f33ee583-0071-41c6-8ec4-ebea48a91212 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c39b060-16ee-4958-a009-5f6268b00f7d HTTP/1.1" status: 200 len: 217 time: 0.0937035 May 25 22:39:30.864499 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:30.864999 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-1bc25c51-3733-43ae-a789-79d916b29512 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f2e08b26-f205-4fae-a198-1fb8981c4e5b HTTP/1.1" status: 204 len: 168 time: 1.2604024 May 25 22:39:30.865764 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 39460) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:30.897087 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1dfcdea-90f0-49ba-bc88-239a5dadabe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a99ed12-747c-47bf-beef-661f45238f24'}] {{(pid=83205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:39:30.901168 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-7c80354c-a7d6-4e4d-babc-77fddb3d11ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:30.911232 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c61551-28da-4857-bda7-7aba6630f850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbdd489-2f20-41da-bffd-2d2463c62b06,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:30.928204 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-32c61551-28da-4857-bda7-7aba6630f850 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e09f3e1c16394742920b661a6e6f4b93&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7723207 May 25 22:39:30.928340 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 39466) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:30.930515 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 1a99ed12-747c-47bf-beef-661f45238f24, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1a99ed12-747c-47bf-beef-661f45238f24,segment=NetworkSegment(5a1b511a-1790-4620-9618-9ed3342cc72e),segment_id=5a1b511a-1790-4620-9618-9ed3342cc72e)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:30.940887 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:30.976571 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b58674-000e-4291-a926-b28bc7c39b3e admin admin] Deleting subnet 46372393-557c-40df-ad3d-1454c2e17d1d {{(pid=83204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:39:30.987985 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-b8b58674-000e-4291-a926-b28bc7c39b3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:30.988138 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fb482-7dab-4860-86ea-cc71846364ce req-beb83813-5e30-4e01-8088-a5915629bde4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:30.989663 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b99fb482-7dab-4860-86ea-cc71846364ce req-beb83813-5e30-4e01-8088-a5915629bde4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9149cc5-7f23-4821-b9e2-fe53e98b46ba HTTP/1.1" status: 200 len: 856 time: 0.1327333 May 25 22:39:31.006433 dv-cinder-843305-1-smb neutron-server[83205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ce4598f-b6e4-436b-9978-6c696fde7722'] response: {'server_uuid': 'e1dfcdea-90f0-49ba-bc88-239a5dadabe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a99ed12-747c-47bf-beef-661f45238f24', 'code': 200} May 25 22:39:31.056938 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=1a99ed12-747c-47bf-beef-661f45238f24,revision_number=5']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:31.082251 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-b8b58674-000e-4291-a926-b28bc7c39b3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1659241'] for subnet, precommit_delete_associations {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:31.111028 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-86601f2e-0887-4f50-996b-fb3b1f9087f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:31.139891 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-86601f2e-0887-4f50-996b-fb3b1f9087f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:31.151022 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-7c80354c-a7d6-4e4d-babc-77fddb3d11ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:31.157430 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['01dc595a-feff-42c4-b62e-8142f9a3c35e'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:39:31.189306 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80354c-a7d6-4e4d-babc-77fddb3d11ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fed63cf-4e7a-49e2-8b85-3e3e73135550,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:31.197265 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-b8b58674-000e-4291-a926-b28bc7c39b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3361804'] for subnet, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:31.204533 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['0860709d-7e05-4969-8428-9dba5c413687'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:39:31.214915 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b99fb482-7dab-4860-86ea-cc71846364ce req-84b7963e-fd19-4922-97d2-0e21f505ed73 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0e051db-549c-4c00-b572-ba45117467c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2140980 May 25 22:39:31.217600 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-7c80354c-a7d6-4e4d-babc-77fddb3d11ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:31.218942 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-7c80354c-a7d6-4e4d-babc-77fddb3d11ac admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0fed63cf-4e7a-49e2-8b85-3e3e73135550 HTTP/1.1" status: 204 len: 168 time: 0.6195145 May 25 22:39:31.327031 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105eead-527a-4451-9d20-401ed7fafb78 req-eaa2e1d1-f59e-4e5b-b212-7c81aa0632c5 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:31.328519 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5105eead-527a-4451-9d20-401ed7fafb78 req-eaa2e1d1-f59e-4e5b-b212-7c81aa0632c5 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 945 time: 0.2123449 May 25 22:39:31.434026 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-b8b58674-000e-4291-a926-b28bc7c39b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3361797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1172376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1715770'] for subnet, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:31.494920 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5105eead-527a-4451-9d20-401ed7fafb78 req-23a543a0-d016-4df6-ad89-8976c33db79f tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547680 May 25 22:39:31.503798 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b58674-000e-4291-a926-b28bc7c39b3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46372393-557c-40df-ad3d-1454c2e17d1d,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:31.537075 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-b8b58674-000e-4291-a926-b28bc7c39b3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:31.559083 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-eb425b42-87b0-4b74-abab-791b10ab303d req-62dcb5e9-1275-4085-878a-e9a3749e1296 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e1dfcdea-90f0-49ba-bc88-239a5dadabe5 HTTP/1.1" status: 200 len: 1098 time: 0.3153801 May 25 22:39:31.564368 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-b8b58674-000e-4291-a926-b28bc7c39b3e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/46372393-557c-40df-ad3d-1454c2e17d1d HTTP/1.1" status: 204 len: 168 time: 0.6871085 May 25 22:39:31.566806 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 39484) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:31.567692 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-86601f2e-0887-4f50-996b-fb3b1f9087f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:31.622110 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b99fb482-7dab-4860-86ea-cc71846364ce req-6dcdd5ff-9d0b-4754-aa95-a406193befc6 service neutron] 10.222.0.15 "GET /v2.0/networks/f0e051db-549c-4c00-b572-ba45117467c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004300 May 25 22:39:31.637259 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86601f2e-0887-4f50-996b-fb3b1f9087f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbdd489-2f20-41da-bffd-2d2463c62b06,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:31.720098 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-86601f2e-0887-4f50-996b-fb3b1f9087f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:31.727040 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-86601f2e-0887-4f50-996b-fb3b1f9087f7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6fbdd489-2f20-41da-bffd-2d2463c62b06 HTTP/1.1" status: 204 len: 168 time: 0.7953105 May 25 22:39:31.863277 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b99fb482-7dab-4860-86ea-cc71846364ce req-129b744f-fb5b-49a0-86de-624bcce72686 service neutron] 10.222.0.15 "GET /v2.0/networks/f0e051db-549c-4c00-b572-ba45117467c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062452 May 25 22:39:31.930795 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-9a36e1d1-8d92-426f-b219-b535b80c0cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3150312'] for network, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:31.943971 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-eb425b42-87b0-4b74-abab-791b10ab303d req-bd648f4e-d5fe-4730-9576-10e674865bd3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459344 May 25 22:39:32.009605 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-85476a38-8c70-445d-b574-4405878ccbcb req-dd72cfea-2346-4dcf-9619-1f4454cd8f62 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3feb2eae-85fd-4906-addb-30401335547f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2178130 May 25 22:39:32.115026 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-9a36e1d1-8d92-426f-b219-b535b80c0cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3373977', 'neutron.services.segments.db._delete_segments_for_network-8728910406777'] for network, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:32.147910 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b622bd3-7ec3-4c5e-a703-9750d43d9896 req-98ed2de4-5afe-49a4-924c-9a9f391ebcea tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:32.149389 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-9b622bd3-7ec3-4c5e-a703-9750d43d9896 req-98ed2de4-5afe-49a4-924c-9a9f391ebcea tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 943 time: 0.4542789 May 25 22:39:32.153585 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.services.segments.db [None req-9a36e1d1-8d92-426f-b219-b535b80c0cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f267d17-ca75-4097-ba28-87f18c37677b']}} {{(pid=83204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:32.183267 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.services.segments.db [None req-9a36e1d1-8d92-426f-b219-b535b80c0cc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bce1d69-7bf1-49c7-8781-e6029b972dc7') {'for_net_delete': True} {{(pid=83204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:32.183627 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.services.segments.db [None req-9a36e1d1-8d92-426f-b219-b535b80c0cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bce1d69-7bf1-49c7-8781-e6029b972dc7') {} {{(pid=83204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:32.201913 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-9a36e1d1-8d92-426f-b219-b535b80c0cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728910406660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1660058'] for segment, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:32.234857 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-9a36e1d1-8d92-426f-b219-b535b80c0cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:32.252679 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a36e1d1-8d92-426f-b219-b535b80c0cc3 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=83204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:39:32.254895 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-9a36e1d1-8d92-426f-b219-b535b80c0cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1172470'] for segment, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:32.273847 dv-cinder-843305-1-smb neutron-server[83204]: Traceback (most recent call last): May 25 22:39:32.273847 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:39:32.273847 dv-cinder-843305-1-smb neutron-server[83204]: timer() May 25 22:39:32.273847 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:39:32.273847 dv-cinder-843305-1-smb neutron-server[83204]: cb(*args, **kw) May 25 22:39:32.273847 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:39:32.273847 dv-cinder-843305-1-smb neutron-server[83204]: return func(*args, **kwargs) May 25 22:39:32.273847 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:39:32.273847 dv-cinder-843305-1-smb neutron-server[83204]: self._notify() May 25 22:39:32.273847 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:39:32.273847 dv-cinder-843305-1-smb neutron-server[83204]: self.callback(batched_events) May 25 22:39:32.273847 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:39:32.273847 dv-cinder-843305-1-smb neutron-server[83204]: event.method(event) May 25 22:39:32.273847 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:39:32.273847 dv-cinder-843305-1-smb neutron-server[83204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:39:32.273847 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:39:32.273847 dv-cinder-843305-1-smb neutron-server[83204]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:39:32.273847 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:39:32.273847 dv-cinder-843305-1-smb neutron-server[83204]: return f(self, *a, **k) May 25 22:39:32.273847 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:39:32.273847 dv-cinder-843305-1-smb neutron-server[83204]: return self._get(url).json() May 25 22:39:32.273847 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:39:32.273847 dv-cinder-843305-1-smb neutron-server[83204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:39:32.273847 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:39:32.273847 dv-cinder-843305-1-smb neutron-server[83204]: return self.request(url, 'GET', **kwargs) May 25 22:39:32.273847 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:39:32.273847 dv-cinder-843305-1-smb neutron-server[83204]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:39:32.273847 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:39:32.273847 dv-cinder-843305-1-smb neutron-server[83204]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:39:32.273847 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:39:32.273847 dv-cinder-843305-1-smb neutron-server[83204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:39:32.273847 dv-cinder-843305-1-smb neutron-server[83204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:39:32.276334 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-9b622bd3-7ec3-4c5e-a703-9750d43d9896 req-027fd541-6091-495e-a5e5-a292143af60a tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147439 May 25 22:39:32.413566 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-9a36e1d1-8d92-426f-b219-b535b80c0cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3373970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997848'] for network, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:32.425969 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-9a36e1d1-8d92-426f-b219-b535b80c0cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for network, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:32.457881 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee80000-2c99-47c0-acb1-2848b843df69 req-978b3040-e330-4a5e-863f-ae6c647eb1fb tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:32.466151 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-0ee80000-2c99-47c0-acb1-2848b843df69 req-978b3040-e330-4a5e-863f-ae6c647eb1fb tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 944 time: 0.1963394 May 25 22:39:32.470042 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-9a36e1d1-8d92-426f-b219-b535b80c0cc3 admin admin] 10.222.0.59 "DELETE /v2.0/networks/4f267d17-ca75-4097-ba28-87f18c37677b HTTP/1.1" status: 204 len: 168 time: 0.9019754 May 25 22:39:32.476629 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36e1d1-8d92-426f-b219-b535b80c0cc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f267d17-ca75-4097-ba28-87f18c37677b,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:32.545976 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-0ee80000-2c99-47c0-acb1-2848b843df69 req-3371c9c3-28c3-4173-b41b-50dce1c5561a tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778925 May 25 22:39:32.786283 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-85476a38-8c70-445d-b574-4405878ccbcb req-07f4bec6-c94b-4e23-821b-542f7bd4c2b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da71047166c24534ad1ebe7b7b60d474&device_id=3feb2eae-85fd-4906-addb-30401335547f HTTP/1.1" status: 200 len: 1099 time: 0.1976850 May 25 22:39:32.792703 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548c564-2275-4ff8-a6b5-8a0343e60be3 req-c3006f50-a8ed-4731-86d1-059fb6fc233c tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:32.799983 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-3548c564-2275-4ff8-a6b5-8a0343e60be3 req-c3006f50-a8ed-4731-86d1-059fb6fc233c tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 945 time: 0.1317396 May 25 22:39:32.804579 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 39546) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:32.987046 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-3548c564-2275-4ff8-a6b5-8a0343e60be3 req-f4a7330f-ec9f-415a-9937-a135d3c44988 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861334 May 25 22:39:33.015468 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-1ee59f97-51e2-4aa2-9cb8-6ddf54811606 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e975c7784e4b45a3940ee33b75c2b987&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2070329 May 25 22:39:33.015948 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 39556) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:33.038255 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85476a38-8c70-445d-b574-4405878ccbcb req-5e7a0cff-79ea-4c9a-9aac-dab141e3fa10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:33.040171 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-85476a38-8c70-445d-b574-4405878ccbcb req-5e7a0cff-79ea-4c9a-9aac-dab141e3fa10 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f19d5b1d-d723-424f-887b-d2aed78f8fc4 HTTP/1.1" status: 200 len: 913 time: 0.2061052 May 25 22:39:33.093420 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-79870a52-cfe1-407c-a04a-b0847b93efe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:33.119702 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-85476a38-8c70-445d-b574-4405878ccbcb req-0b0940b3-31e4-46a9-8f06-dae58b852b53 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb7ead5f-76d1-48eb-a4e3-add07516b5c1 HTTP/1.1" status: 200 len: 217 time: 0.0720022 May 25 22:39:33.124900 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-79870a52-cfe1-407c-a04a-b0847b93efe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:33.214941 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-79870a52-cfe1-407c-a04a-b0847b93efe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:33.221910 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85476a38-8c70-445d-b574-4405878ccbcb req-b53fa99d-f12c-4609-9e11-175cefe8ba3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:33.223689 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-85476a38-8c70-445d-b574-4405878ccbcb req-b53fa99d-f12c-4609-9e11-175cefe8ba3f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdace366-63e8-4d54-9b7a-f672449731de HTTP/1.1" status: 200 len: 852 time: 0.0966463 May 25 22:39:33.243739 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79870a52-cfe1-407c-a04a-b0847b93efe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada13c43-fa9e-4a74-8076-ace3ecfbdd32,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:33.256126 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-79870a52-cfe1-407c-a04a-b0847b93efe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:33.261551 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-79870a52-cfe1-407c-a04a-b0847b93efe5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ada13c43-fa9e-4a74-8076-ace3ecfbdd32 HTTP/1.1" status: 204 len: 168 time: 0.2421496 May 25 22:39:33.298040 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-85476a38-8c70-445d-b574-4405878ccbcb req-270f7137-2893-45c3-8ee3-b96502ebb24e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f19d5b1d-d723-424f-887b-d2aed78f8fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655310 May 25 22:39:33.521206 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-85476a38-8c70-445d-b574-4405878ccbcb req-05d300fa-7fb3-49ff-bdfc-e67601d2fbec service neutron] 10.222.0.15 "GET /v2.0/networks/f19d5b1d-d723-424f-887b-d2aed78f8fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887205 May 25 22:39:33.625571 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b1539-1f2a-4cf8-ae72-e1917479c1dd req-fef1df00-69cf-45b5-a12f-dca93d986447 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:33.625916 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b90b1539-1f2a-4cf8-ae72-e1917479c1dd req-fef1df00-69cf-45b5-a12f-dca93d986447 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 943 time: 0.1280019 May 25 22:39:33.676534 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-85476a38-8c70-445d-b574-4405878ccbcb req-37d18b6d-bde1-47a1-a8a2-606e6501aadf service neutron] 10.222.0.15 "GET /v2.0/networks/f19d5b1d-d723-424f-887b-d2aed78f8fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472757 May 25 22:39:33.707715 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b90b1539-1f2a-4cf8-ae72-e1917479c1dd req-9aadeec6-6f5b-4e7a-b1a2-8ad5d7826e9d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761845 May 25 22:39:33.780183 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:33.842370 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde6839-caef-44e6-8b97-80df4af883af req-608cf264-a23e-4a27-9773-71cfcb9edab4 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:33.843807 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7dde6839-caef-44e6-8b97-80df4af883af req-608cf264-a23e-4a27-9773-71cfcb9edab4 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 944 time: 0.0864794 May 25 22:39:33.906111 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7dde6839-caef-44e6-8b97-80df4af883af req-9ef79959-0f31-4319-aeaf-60b2560c5c54 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560610 May 25 22:39:33.947283 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 39592) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:34.037089 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-db15c97c-601d-4573-8d92-bb6de51d5da5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=13fdffde85b647dfabed0e402bffdbfa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0857904 May 25 22:39:34.037701 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 39598) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:34.088343 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 39604) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:34.197870 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-fa52f437-c00c-410f-a478-f86c5fab5d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:34.233435 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0784f4-1660-44df-ad06-aecaf04e4dd8 req-b8dee5ac-c56a-4dbc-9a22-e81e86926fe9 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:34.242838 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-5a0784f4-1660-44df-ad06-aecaf04e4dd8 req-b8dee5ac-c56a-4dbc-9a22-e81e86926fe9 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 945 time: 0.1125295 May 25 22:39:34.275754 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-fa52f437-c00c-410f-a478-f86c5fab5d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:34.307232 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-5a0784f4-1660-44df-ad06-aecaf04e4dd8 req-349a7e9c-2627-4837-a62c-b46f90c8557b tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633326 May 25 22:39:34.374674 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-fa52f437-c00c-410f-a478-f86c5fab5d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:34.391675 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52f437-c00c-410f-a478-f86c5fab5d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7dfb23-1cae-4914-83b5-e8837c5bc041,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:34.415365 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-fa52f437-c00c-410f-a478-f86c5fab5d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:34.416497 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-fa52f437-c00c-410f-a478-f86c5fab5d5b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2f7dfb23-1cae-4914-83b5-e8837c5bc041 HTTP/1.1" status: 204 len: 168 time: 0.3782792 May 25 22:39:34.417249 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-981f62f3-299f-4929-8f8e-bbdeaf3dc620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:34.460297 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-981f62f3-299f-4929-8f8e-bbdeaf3dc620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:34.465768 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-981f62f3-299f-4929-8f8e-bbdeaf3dc620 admin admin] Usage tracker for resource:security_group_rule and tenant:e787a24b26e4467c8235a58a6ae88302 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:34.469591 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-981f62f3-299f-4929-8f8e-bbdeaf3dc620 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:34.479001 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-981f62f3-299f-4929-8f8e-bbdeaf3dc620 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:34.586232 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-981f62f3-299f-4929-8f8e-bbdeaf3dc620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:34.595714 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-981f62f3-299f-4929-8f8e-bbdeaf3dc620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:34.643879 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f62f3-299f-4929-8f8e-bbdeaf3dc620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744f819e-5065-4e58-9e65-e1d42c52f57c,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:34.649255 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-981f62f3-299f-4929-8f8e-bbdeaf3dc620 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e787a24b26e4467c8235a58a6ae88302&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5598974 May 25 22:39:34.651971 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 39624) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:34.705041 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 1c39b060-16ee-4958-a009-5f6268b00f7d details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83205) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:39:34.717633 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 0860709d-7e05-4969-8428-9dba5c413687 up at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:39:34.770790 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-21bb864b-9baa-4922-b9f7-d587545ce82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:34.811255 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-21bb864b-9baa-4922-b9f7-d587545ce82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:34.829442 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.db.resource_extend [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:39:34.929679 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-21bb864b-9baa-4922-b9f7-d587545ce82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:34.964964 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb864b-9baa-4922-b9f7-d587545ce82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744f819e-5065-4e58-9e65-e1d42c52f57c,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:34.965828 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning for port 0860709d-7e05-4969-8428-9dba5c413687 completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:39:34.995025 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning complete for port 0860709d-7e05-4969-8428-9dba5c413687 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:34.995384 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:35.061575 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 1c39b060-16ee-4958-a009-5f6268b00f7d, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1c39b060-16ee-4958-a009-5f6268b00f7d,segment=NetworkSegment(1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3),segment_id=1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:35.095725 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Returning: {'device': '1c39b060-16ee-4958-a009-5f6268b00f7d', 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0', 'port_id': '1c39b060-16ee-4958-a009-5f6268b00f7d', 'mac_address': 'fa:16:3e:77:96:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83205) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:39:35.109992 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-21bb864b-9baa-4922-b9f7-d587545ce82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:35.114380 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-21bb864b-9baa-4922-b9f7-d587545ce82a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/744f819e-5065-4e58-9e65-e1d42c52f57c HTTP/1.1" status: 204 len: 168 time: 0.4599504 May 25 22:39:35.173806 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e164c3-3a02-4038-a774-b66bb264a4ea req-a0d5c73e-aa5d-4e55-99c1-60033aaba633 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:35.183075 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-03e164c3-3a02-4038-a774-b66bb264a4ea req-a0d5c73e-aa5d-4e55-99c1-60033aaba633 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 943 time: 0.2228134 May 25 22:39:35.207769 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495f8adc-d691-4ae8-82ff-4bd3f6e41eec None None] Sync routers for ids ['bb764dd8-4f5c-41d0-9151-c1a4e44186e6'] in dv-cinder-843305-1-smb {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:39:35.247920 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495f8adc-d691-4ae8-82ff-4bd3f6e41eec None None] Routers {'bb764dd8-4f5c-41d0-9151-c1a4e44186e6'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:39:35.255721 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-03e164c3-3a02-4038-a774-b66bb264a4ea req-164ac865-4feb-415c-a314-b7d992c218c6 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717211 May 25 22:39:35.256698 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-495f8adc-d691-4ae8-82ff-4bd3f6e41eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:39:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['bb764dd8-4f5c-41d0-9151-c1a4e44186e6'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:35.298363 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:35.311366 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:35.334506 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c39b060-16ee-4958-a009-5f6268b00f7d {{(pid=83205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:39:35.341068 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7c416-c4a0-4045-95f1-9d13a5de3063 req-f31149fd-a508-4587-81a0-a90c80562ec2 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:35.351942 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-2ef7c416-c4a0-4045-95f1-9d13a5de3063 req-f31149fd-a508-4587-81a0-a90c80562ec2 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 944 time: 0.2454610 May 25 22:39:35.364650 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 1c39b060-16ee-4958-a009-5f6268b00f7d, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1c39b060-16ee-4958-a009-5f6268b00f7d,segment=NetworkSegment(1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3),segment_id=1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:35.384429 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:35.447889 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b39f089-84c7-481b-9775-eee16c30968b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0860709d-7e05-4969-8428-9dba5c413687'}] {{(pid=83205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:39:35.468222 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-2ef7c416-c4a0-4045-95f1-9d13a5de3063 req-ad97223a-d736-4116-b6e2-c123782211ea tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135268 May 25 22:39:35.530495 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 0860709d-7e05-4969-8428-9dba5c413687, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=0860709d-7e05-4969-8428-9dba5c413687,segment=NetworkSegment(5a1b511a-1790-4620-9618-9ed3342cc72e),segment_id=5a1b511a-1790-4620-9618-9ed3342cc72e)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:35.546496 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:35.547416 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 01dc595a-feff-42c4-b62e-8142f9a3c35e up at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:39:35.621849 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-495f8adc-d691-4ae8-82ff-4bd3f6e41eec None None] Set router bb764dd8-4f5c-41d0-9151-c1a4e44186e6 gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:39:35.669422 dv-cinder-843305-1-smb neutron-server[83205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea2737c5-9a80-4b51-b0b4-bf77dca0200e'] response: {'server_uuid': '2b39f089-84c7-481b-9775-eee16c30968b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0860709d-7e05-4969-8428-9dba5c413687', 'code': 200} May 25 22:39:35.682083 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=1c39b060-16ee-4958-a009-5f6268b00f7d,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:35.725153 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 39676) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:35.811314 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfb06b-bbf0-411e-a91e-f5a87dce66ef req-f546085e-b1c1-440b-b098-8fd2346f6b41 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:35.820900 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-90cfb06b-bbf0-411e-a91e-f5a87dce66ef req-f546085e-b1c1-440b-b098-8fd2346f6b41 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 945 time: 0.2184122 May 25 22:39:35.879009 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning for port 01dc595a-feff-42c4-b62e-8142f9a3c35e completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:39:35.889354 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning complete for port 01dc595a-feff-42c4-b62e-8142f9a3c35e triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:35.891127 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:35.922896 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-90cfb06b-bbf0-411e-a91e-f5a87dce66ef req-2cb2aaa0-e243-4077-8dc6-a7ea950ea129 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011348 May 25 22:39:35.930263 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=0860709d-7e05-4969-8428-9dba5c413687,revision_number=5']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:35.933826 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['1c39b060-16ee-4958-a009-5f6268b00f7d'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:39:36.164753 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4af3394a-9011-491a-9b0f-359092e376c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:36.170191 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a79af9b8-f7e9-4083-a032-0da1d52d85d0 req-f1760bf6-9dac-485d-b1d4-22efdb674dbe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 1098 time: 0.1782053 May 25 22:39:36.255811 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:36.285951 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-4af3394a-9011-491a-9b0f-359092e376c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:36.297886 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-4af3394a-9011-491a-9b0f-359092e376c5 admin admin] Usage tracker for resource:security_group_rule and tenant:827b6c0a3fd54b689111a04cdf665130 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:36.307114 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-4af3394a-9011-491a-9b0f-359092e376c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:36.307688 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a79af9b8-f7e9-4083-a032-0da1d52d85d0 req-1a2f5cd8-91fc-4a11-a5e5-31265ef174f1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227314 May 25 22:39:36.329625 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-4af3394a-9011-491a-9b0f-359092e376c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:36.329814 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 01dc595a-feff-42c4-b62e-8142f9a3c35e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=01dc595a-feff-42c4-b62e-8142f9a3c35e,segment=NetworkSegment(06c790d0-55a7-47ae-999d-414301c64b5e),segment_id=06c790d0-55a7-47ae-999d-414301c64b5e)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:36.337124 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:36.360531 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-495f8adc-d691-4ae8-82ff-4bd3f6e41eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1382777500-router', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:44Z', 'updated_at': '2022-05-25T22:39:01Z', 'revision_number': 4, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'gw_port': {'id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '3d4ea90a-3e31-4082-8a2d-6b7858266524', 'name': '', 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'mac_address': 'fa:16:3e:b2:af:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:57Z', 'updated_at': '2022-05-25T22:39:03Z', 'revision_number': 2, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'subnets': [{'id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:36.370919 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495f8adc-d691-4ae8-82ff-4bd3f6e41eec None None] Checking router: bb764dd8-4f5c-41d0-9151-c1a4e44186e6 for host: dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:39:36.372287 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495f8adc-d691-4ae8-82ff-4bd3f6e41eec None None] Updating router bb764dd8-4f5c-41d0-9151-c1a4e44186e6 port 3d4ea90a-3e31-4082-8a2d-6b7858266524 binding host dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:39:36.427499 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=01dc595a-feff-42c4-b62e-8142f9a3c35e,revision_number=5']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:36.430876 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fda0508-c9da-45b3-8c46-55e8eb81dcc9 None None] Sync routers for ids ['7499423c-9726-46e4-846f-c5b4fe0a9a4c'] in dv-cinder-843305-1-smb {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:39:36.441750 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4af3394a-9011-491a-9b0f-359092e376c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:36.449624 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fda0508-c9da-45b3-8c46-55e8eb81dcc9 None None] Routers {'7499423c-9726-46e4-846f-c5b4fe0a9a4c'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:39:36.450695 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-5fda0508-c9da-45b3-8c46-55e8eb81dcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:39:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['7499423c-9726-46e4-846f-c5b4fe0a9a4c'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:36.453625 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4af3394a-9011-491a-9b0f-359092e376c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:36.496856 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-495f8adc-d691-4ae8-82ff-4bd3f6e41eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:36.544722 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3394a-9011-491a-9b0f-359092e376c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a24f1bd-5cf1-4d7c-a34c-50f0c2d6fb90,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:36.552705 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-4af3394a-9011-491a-9b0f-359092e376c5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=827b6c0a3fd54b689111a04cdf665130&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8235712 May 25 22:39:36.553066 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 39704) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:36.649748 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-5adcd6ef-64b3-4987-9cac-550424b4e45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:36.704591 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-5adcd6ef-64b3-4987-9cac-550424b4e45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:36.756276 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c63d8-b4c6-461f-a110-f9dfe69ebae2 req-6ad80441-f8f5-474a-ac00-1e23c876880b tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:36.761630 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bb6c63d8-b4c6-461f-a110-f9dfe69ebae2 req-6ad80441-f8f5-474a-ac00-1e23c876880b tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 944 time: 0.1735804 May 25 22:39:36.821717 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-5adcd6ef-64b3-4987-9cac-550424b4e45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:36.869131 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-5fda0508-c9da-45b3-8c46-55e8eb81dcc9 None None] Set router 7499423c-9726-46e4-846f-c5b4fe0a9a4c gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:39:36.896921 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bb6c63d8-b4c6-461f-a110-f9dfe69ebae2 req-2dc9d3af-e59a-4575-a678-f9fd0d5a7767 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274540 May 25 22:39:36.910417 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adcd6ef-64b3-4987-9cac-550424b4e45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a24f1bd-5cf1-4d7c-a34c-50f0c2d6fb90,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:36.924805 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-5adcd6ef-64b3-4987-9cac-550424b4e45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:36.926468 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-5adcd6ef-64b3-4987-9cac-550424b4e45f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4a24f1bd-5cf1-4d7c-a34c-50f0c2d6fb90 HTTP/1.1" status: 204 len: 168 time: 0.3720489 May 25 22:39:36.958968 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839b1b3-0b80-4afc-b641-7154382be669 req-57a23694-07bc-4d70-ad35-a12d868c740b tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:36.960530 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f839b1b3-0b80-4afc-b641-7154382be669 req-57a23694-07bc-4d70-ad35-a12d868c740b tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.1411734 May 25 22:39:37.065369 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f839b1b3-0b80-4afc-b641-7154382be669 req-e889519e-8784-4cd2-8491-a094a7d7071f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980942 May 25 22:39:37.206121 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b2961-f04b-4431-8a7e-275e9c5480e3 req-03cb44cc-9765-41fa-8926-b0058e703265 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:37.213815 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2e3b2961-f04b-4431-8a7e-275e9c5480e3 req-03cb44cc-9765-41fa-8926-b0058e703265 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/ports?device_id=3feb2eae-85fd-4906-addb-30401335547f HTTP/1.1" status: 200 len: 946 time: 0.1009800 May 25 22:39:37.274876 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2e3b2961-f04b-4431-8a7e-275e9c5480e3 req-baf1041c-7f50-44d5-ac32-80941888d3fc tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/security-groups?id=948a7188-f2e3-4305-b798-f1bc92e433a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596499 May 25 22:39:37.317935 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-495f8adc-d691-4ae8-82ff-4bd3f6e41eec None None] Notify callbacks [] for port, precommit_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:37.333842 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.provisioning_blocks [None req-495f8adc-d691-4ae8-82ff-4bd3f6e41eec None None] Transition to ACTIVE for port object 3d4ea90a-3e31-4082-8a2d-6b7858266524 will not be triggered until provisioned by entity L2. {{(pid=83206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:39:37.344230 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-495f8adc-d691-4ae8-82ff-4bd3f6e41eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:37.432935 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-5fda0508-c9da-45b3-8c46-55e8eb81dcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'name': 'tempest-AttachVolumeTestJSON-1478890880-router', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:38:52Z', 'revision_number': 4, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'gw_port': {'id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': 'fc82d05a-7e7f-4e3c-ba63-b535e138d86d', 'name': '', 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'mac_address': 'fa:16:3e:26:40:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:50Z', 'updated_at': '2022-05-25T22:38:53Z', 'revision_number': 2, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'subnets': [{'id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:37.438719 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fda0508-c9da-45b3-8c46-55e8eb81dcc9 None None] Checking router: 7499423c-9726-46e4-846f-c5b4fe0a9a4c for host: dv-cinder-843305-1-smb {{(pid=83205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:39:37.439114 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fda0508-c9da-45b3-8c46-55e8eb81dcc9 None None] Updating router 7499423c-9726-46e4-846f-c5b4fe0a9a4c port fc82d05a-7e7f-4e3c-ba63-b535e138d86d binding host dv-cinder-843305-1-smb {{(pid=83205) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:39:37.533569 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44599c-5a8b-43f2-bce2-aaef81a22771 None None] Pushing event updated for resources: {'Port': ['ID=3d4ea90a-3e31-4082-8a2d-6b7858266524,revision_number=3']} {{(pid=83206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:37.553569 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-5fda0508-c9da-45b3-8c46-55e8eb81dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:37.605217 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c24966-faa4-4b71-9006-fe2f1736cbd9 req-476cb7a5-36b2-4f0f-9b69-2a5adf66f05a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:37.606594 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-20c24966-faa4-4b71-9006-fe2f1736cbd9 req-476cb7a5-36b2-4f0f-9b69-2a5adf66f05a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.1592882 May 25 22:39:37.672031 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396cfc57-e099-409f-803e-f0c1d1731573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01dc595a-feff-42c4-b62e-8142f9a3c35e'}] {{(pid=83205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:39:37.702787 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-20c24966-faa4-4b71-9006-fe2f1736cbd9 req-4b5f883c-6e53-47c3-8bf7-c9fc95a24d19 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901146 May 25 22:39:37.794528 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.managers [None req-495f8adc-d691-4ae8-82ff-4bd3f6e41eec None None] Attempting to bind port 3d4ea90a-3e31-4082-8a2d-6b7858266524 on host dv-cinder-843305-1-smb for vnic_type normal with profile {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:39:37.795496 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.managers [None req-495f8adc-d691-4ae8-82ff-4bd3f6e41eec None None] Attempting to bind port 3d4ea90a-3e31-4082-8a2d-6b7858266524 by drivers openvswitch,hyperv on host dv-cinder-843305-1-smb at level 0 using segments [{'id': '1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0'}] {{(pid=83206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:39:37.795867 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495f8adc-d691-4ae8-82ff-4bd3f6e41eec None None] Attempting to bind port 3d4ea90a-3e31-4082-8a2d-6b7858266524 on network f0e051db-549c-4c00-b572-ba45117467c0 {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:39:37.811251 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495f8adc-d691-4ae8-82ff-4bd3f6e41eec None None] Checking agent: {'id': '7ae609c1-c95f-406f-b830-1d01d4388ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 29, 46), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:39:37.813080 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495f8adc-d691-4ae8-82ff-4bd3f6e41eec None None] Checking segment: {'id': '1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:39:37.814646 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-495f8adc-d691-4ae8-82ff-4bd3f6e41eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:37.815853 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495f8adc-d691-4ae8-82ff-4bd3f6e41eec None None] Bound using segment: {'id': '1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0'} {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:39:37.818001 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.managers [None req-495f8adc-d691-4ae8-82ff-4bd3f6e41eec None None] Bound port: 3d4ea90a-3e31-4082-8a2d-6b7858266524, host: dv-cinder-843305-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0'}}] {{(pid=83206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:39:37.818948 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-495f8adc-d691-4ae8-82ff-4bd3f6e41eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:37.841962 dv-cinder-843305-1-smb neutron-server[83205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6e5f494-4dc3-4e06-9544-e3f4a7beac48'] response: {'server_uuid': '396cfc57-e099-409f-803e-f0c1d1731573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01dc595a-feff-42c4-b62e-8142f9a3c35e', 'code': 200} May 25 22:39:37.955185 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.db [None req-495f8adc-d691-4ae8-82ff-4bd3f6e41eec None None] For port 3d4ea90a-3e31-4082-8a2d-6b7858266524, host dv-cinder-843305-1-smb, cleared binding levels {{(pid=83206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:39:37.960563 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.db [None req-495f8adc-d691-4ae8-82ff-4bd3f6e41eec None None] For port 3d4ea90a-3e31-4082-8a2d-6b7858266524, host dv-cinder-843305-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=3d4ea90a-3e31-4082-8a2d-6b7858266524,segment=NetworkSegment(1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3),segment_id=1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3)] {{(pid=83206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:39:37.973431 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-495f8adc-d691-4ae8-82ff-4bd3f6e41eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:38.022257 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 39758) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:38.069545 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-497b99fb-487f-4df6-ba1e-68df5bd91a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:38.220551 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-497b99fb-487f-4df6-ba1e-68df5bd91a2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:38.241204 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-497b99fb-487f-4df6-ba1e-68df5bd91a2e admin admin] Usage tracker for resource:security_group_rule and tenant:dc51b45d77034f2dae26cb65cf3f4357 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:38.262456 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-497b99fb-487f-4df6-ba1e-68df5bd91a2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:38.274240 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-5fda0508-c9da-45b3-8c46-55e8eb81dcc9 None None] Notify callbacks [] for port, precommit_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:38.285457 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-497b99fb-487f-4df6-ba1e-68df5bd91a2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:38.302830 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-5fda0508-c9da-45b3-8c46-55e8eb81dcc9 None None] Transition to ACTIVE for port object fc82d05a-7e7f-4e3c-ba63-b535e138d86d will not be triggered until provisioned by entity L2. {{(pid=83205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:39:38.323237 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-5fda0508-c9da-45b3-8c46-55e8eb81dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:38.341095 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495f8adc-d691-4ae8-82ff-4bd3f6e41eec None None] Routers {'bb764dd8-4f5c-41d0-9151-c1a4e44186e6'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:39:38.347164 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-495f8adc-d691-4ae8-82ff-4bd3f6e41eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:39:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['bb764dd8-4f5c-41d0-9151-c1a4e44186e6'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:38.558543 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b23708-8b66-423e-9c8c-f5d5a6a2f079 None None] Pushing event updated for resources: {'Port': ['ID=fc82d05a-7e7f-4e3c-ba63-b535e138d86d,revision_number=3']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:38.653452 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f28df4-ea65-455d-a874-1cb6fbec2a2f req-66deaa25-28c4-44b5-afbd-c40453551d72 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:38.674912 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b5f28df4-ea65-455d-a874-1cb6fbec2a2f req-66deaa25-28c4-44b5-afbd-c40453551d72 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 944 time: 0.3444147 May 25 22:39:38.728920 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 1c39b060-16ee-4958-a009-5f6268b00f7d up at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:39:38.735144 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-497b99fb-487f-4df6-ba1e-68df5bd91a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:38.758512 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-497b99fb-487f-4df6-ba1e-68df5bd91a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:38.774246 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b5f28df4-ea65-455d-a874-1cb6fbec2a2f req-b21319e1-8d3d-4c95-af68-743e0644a414 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983837 May 25 22:39:38.845964 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44599c-5a8b-43f2-bce2-aaef81a22771 None None] Pushing event updated for resources: {'Port': ['ID=3d4ea90a-3e31-4082-8a2d-6b7858266524,revision_number=4']} {{(pid=83206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:38.865301 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-5fda0508-c9da-45b3-8c46-55e8eb81dcc9 None None] Attempting to bind port fc82d05a-7e7f-4e3c-ba63-b535e138d86d on host dv-cinder-843305-1-smb for vnic_type normal with profile {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:39:38.866182 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-5fda0508-c9da-45b3-8c46-55e8eb81dcc9 None None] Attempting to bind port fc82d05a-7e7f-4e3c-ba63-b535e138d86d by drivers openvswitch,hyperv on host dv-cinder-843305-1-smb at level 0 using segments [{'id': '06c790d0-55a7-47ae-999d-414301c64b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2'}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:39:38.866182 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fda0508-c9da-45b3-8c46-55e8eb81dcc9 None None] Attempting to bind port fc82d05a-7e7f-4e3c-ba63-b535e138d86d on network 7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2 {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:39:38.881568 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fda0508-c9da-45b3-8c46-55e8eb81dcc9 None None] Checking agent: {'id': '7ae609c1-c95f-406f-b830-1d01d4388ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 29, 46), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:39:38.882143 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fda0508-c9da-45b3-8c46-55e8eb81dcc9 None None] Checking segment: {'id': '06c790d0-55a7-47ae-999d-414301c64b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:39:38.886600 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-5fda0508-c9da-45b3-8c46-55e8eb81dcc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:38.887519 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fda0508-c9da-45b3-8c46-55e8eb81dcc9 None None] Bound using segment: {'id': '06c790d0-55a7-47ae-999d-414301c64b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2'} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:39:38.888286 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-5fda0508-c9da-45b3-8c46-55e8eb81dcc9 None None] Bound port: fc82d05a-7e7f-4e3c-ba63-b535e138d86d, host: dv-cinder-843305-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c790d0-55a7-47ae-999d-414301c64b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2'}}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:39:38.896482 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-5fda0508-c9da-45b3-8c46-55e8eb81dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:38.902132 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-497b99fb-487f-4df6-ba1e-68df5bd91a2e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dc51b45d77034f2dae26cb65cf3f4357&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8797309 May 25 22:39:38.902724 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 39794) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:38.935737 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b99fb-487f-4df6-ba1e-68df5bd91a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ba3cb2-9c62-4064-af13-70ddcdad5437,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:38.955341 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5dcd04fb-0a6c-43fe-b3a8-3a10eea783c5 req-fcab82e3-6c29-43ab-b246-ffc2a803fe03 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 1099 time: 0.4108429 May 25 22:39:38.959916 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-495f8adc-d691-4ae8-82ff-4bd3f6e41eec None None] Set router bb764dd8-4f5c-41d0-9151-c1a4e44186e6 gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:39:39.038010 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c122b-6211-4ffa-b9bf-708a70acac40 req-2c342753-cad8-403d-8011-25959a89f95e tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:39.041208 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b15c122b-6211-4ffa-b9bf-708a70acac40 req-2c342753-cad8-403d-8011-25959a89f95e tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.3753805 May 25 22:39:39.051451 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6cdcfcfe-3a22-45c1-bc02-b8d5008f1fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:39.070000 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning for port 1c39b060-16ee-4958-a009-5f6268b00f7d completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:39:39.101165 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning complete for port 1c39b060-16ee-4958-a009-5f6268b00f7d triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:39.124328 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5dcd04fb-0a6c-43fe-b3a8-3a10eea783c5 req-7b610b75-013a-4332-9f29-0fa45bf01a73 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561105 May 25 22:39:39.130671 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:39.135333 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b15c122b-6211-4ffa-b9bf-708a70acac40 req-8a38d7c1-8639-4504-80a3-c939620e4c7d tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879433 May 25 22:39:39.214289 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-5fda0508-c9da-45b3-8c46-55e8eb81dcc9 None None] For port fc82d05a-7e7f-4e3c-ba63-b535e138d86d, host dv-cinder-843305-1-smb, cleared binding levels {{(pid=83205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:39:39.226973 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-5fda0508-c9da-45b3-8c46-55e8eb81dcc9 None None] For port fc82d05a-7e7f-4e3c-ba63-b535e138d86d, host dv-cinder-843305-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=fc82d05a-7e7f-4e3c-ba63-b535e138d86d,segment=NetworkSegment(06c790d0-55a7-47ae-999d-414301c64b5e),segment_id=06c790d0-55a7-47ae-999d-414301c64b5e)] {{(pid=83205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:39:39.262586 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-5fda0508-c9da-45b3-8c46-55e8eb81dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:39.332734 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6cdcfcfe-3a22-45c1-bc02-b8d5008f1fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:39.376802 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:39.417962 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b23708-8b66-423e-9c8c-f5d5a6a2f079 None None] Pushing event updated for resources: {'Port': ['ID=fc82d05a-7e7f-4e3c-ba63-b535e138d86d,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:39.428970 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fda0508-c9da-45b3-8c46-55e8eb81dcc9 None None] Routers {'7499423c-9726-46e4-846f-c5b4fe0a9a4c'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:39:39.429652 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-5fda0508-c9da-45b3-8c46-55e8eb81dcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:39:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['7499423c-9726-46e4-846f-c5b4fe0a9a4c'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:39.506380 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a912e8-0c6c-4edc-b30a-1e5e67942d2c req-ca31e89d-8144-4342-8198-4a4a24fffb16 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:39.508277 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-e9a912e8-0c6c-4edc-b30a-1e5e67942d2c req-ca31e89d-8144-4342-8198-4a4a24fffb16 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.1906312 May 25 22:39:39.513630 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6cdcfcfe-3a22-45c1-bc02-b8d5008f1fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:39.539910 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdcfcfe-3a22-45c1-bc02-b8d5008f1fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ba3cb2-9c62-4064-af13-70ddcdad5437,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:39.559591 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6cdcfcfe-3a22-45c1-bc02-b8d5008f1fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:39.564321 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-6cdcfcfe-3a22-45c1-bc02-b8d5008f1fcd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c3ba3cb2-9c62-4064-af13-70ddcdad5437 HTTP/1.1" status: 204 len: 168 time: 0.6602156 May 25 22:39:39.597486 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240f4de-a910-4c9c-b260-6ad5fa759413 req-8e50446c-bb64-401d-ade5-35d9765c8f3d tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:39.607829 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-8240f4de-a910-4c9c-b260-6ad5fa759413 req-8e50446c-bb64-401d-ade5-35d9765c8f3d tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/ports?device_id=3feb2eae-85fd-4906-addb-30401335547f HTTP/1.1" status: 200 len: 946 time: 0.5202639 May 25 22:39:39.634315 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-e9a912e8-0c6c-4edc-b30a-1e5e67942d2c req-11e0b549-4e2a-4f7b-bb0f-b0d067306b5b tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144753 May 25 22:39:39.735566 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-8240f4de-a910-4c9c-b260-6ad5fa759413 req-42a19c6e-dc30-4981-a0e0-6a9aab110a65 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/security-groups?id=948a7188-f2e3-4305-b798-f1bc92e433a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268659 May 25 22:39:39.760616 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-495f8adc-d691-4ae8-82ff-4bd3f6e41eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1382777500-router', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:44Z', 'updated_at': '2022-05-25T22:39:01Z', 'revision_number': 4, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'gw_port': {'id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '3d4ea90a-3e31-4082-8a2d-6b7858266524', 'name': '', 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'mac_address': 'fa:16:3e:b2:af:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:57Z', 'updated_at': '2022-05-25T22:39:37Z', 'revision_number': 4, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'subnets': [{'id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:39.767001 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495f8adc-d691-4ae8-82ff-4bd3f6e41eec None None] The sync data for ids ['bb764dd8-4f5c-41d0-9151-c1a4e44186e6'] in dv-cinder-843305-1-smb is: [{'id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1382777500-router', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:44Z', 'updated_at': '2022-05-25T22:39:01Z', 'revision_number': 4, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'gw_port': {'id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '3d4ea90a-3e31-4082-8a2d-6b7858266524', 'name': '', 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'mac_address': 'fa:16:3e:b2:af:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:57Z', 'updated_at': '2022-05-25T22:39:37Z', 'revision_number': 4, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'subnets': [{'id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:39:39.784865 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 1c39b060-16ee-4958-a009-5f6268b00f7d, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1c39b060-16ee-4958-a009-5f6268b00f7d,segment=NetworkSegment(1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3),segment_id=1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:39.866289 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcfa1d0-a395-48d6-8067-e858e6b097cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c39b060-16ee-4958-a009-5f6268b00f7d'}] {{(pid=83205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:39:39.908874 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:40.027300 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d14b4-3433-463d-bd6e-be497cc47163 req-aa856dce-ec78-4e9e-834d-e1323d346e2b tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:40.031984 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-860d14b4-3433-463d-bd6e-be497cc47163 req-aa856dce-ec78-4e9e-834d-e1323d346e2b tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.15 "GET /v2.0/ports?device_id=3feb2eae-85fd-4906-addb-30401335547f HTTP/1.1" status: 200 len: 946 time: 0.2020829 May 25 22:39:40.037507 dv-cinder-843305-1-smb neutron-server[83205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79ab435b-ba2d-4960-815b-71ecfe186c7d'] response: {'server_uuid': '0dcfa1d0-a395-48d6-8067-e858e6b097cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c39b060-16ee-4958-a009-5f6268b00f7d', 'code': 200} May 25 22:39:40.283837 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [req-860d14b4-3433-463d-bd6e-be497cc47163 req-8d3af1d2-fe5c-49cc-a34b-e77e9bd2d5ce tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Deleting port eb7ead5f-76d1-48eb-a4e3-add07516b5c1 {{(pid=83204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:39:40.284861 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-860d14b4-3433-463d-bd6e-be497cc47163 req-8d3af1d2-fe5c-49cc-a34b-e77e9bd2d5ce tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:40.408526 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=1c39b060-16ee-4958-a009-5f6268b00f7d,revision_number=5']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:40.476125 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-5fda0508-c9da-45b3-8c46-55e8eb81dcc9 None None] Set router 7499423c-9726-46e4-846f-c5b4fe0a9a4c gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:39:40.505371 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83baea7-9993-46ae-b528-8aca00a715af req-5c8d552d-3dfe-434a-97fe-04bf84fb2842 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:40.507052 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b83baea7-9993-46ae-b528-8aca00a715af req-5c8d552d-3dfe-434a-97fe-04bf84fb2842 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 945 time: 0.3487418 May 25 22:39:40.706867 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70312381-f8d5-4dda-8896-12099eee2073 req-233d27ca-48dc-4169-8a9b-80d307b63509 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:40.711774 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-70312381-f8d5-4dda-8896-12099eee2073 req-233d27ca-48dc-4169-8a9b-80d307b63509 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.2527390 May 25 22:39:40.858939 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-70312381-f8d5-4dda-8896-12099eee2073 req-a4b9e20d-dc21-4027-8d73-54879c8bf177 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396546 May 25 22:39:40.995190 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b83baea7-9993-46ae-b528-8aca00a715af req-e0114d0b-e122-43b8-b852-98e318ceb435 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4228475 May 25 22:39:41.106307 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4f642511-78b5-4ddd-a1ca-426628d438b0 req-4d337eee-fa44-4253-82c7-f94fd1f7b068 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 1098 time: 0.7601976 May 25 22:39:41.161353 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-860d14b4-3433-463d-bd6e-be497cc47163 req-8d3af1d2-fe5c-49cc-a34b-e77e9bd2d5ce tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] For port eb7ead5f-76d1-48eb-a4e3-add07516b5c1, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=eb7ead5f-76d1-48eb-a4e3-add07516b5c1,segment=NetworkSegment(ec3cae98-a149-4a75-970a-e0931392ac31),segment_id=ec3cae98-a149-4a75-970a-e0931392ac31)] {{(pid=83204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:41.161980 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-860d14b4-3433-463d-bd6e-be497cc47163 req-8d3af1d2-fe5c-49cc-a34b-e77e9bd2d5ce tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:41.266523 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4f642511-78b5-4ddd-a1ca-426628d438b0 req-283291a1-a66b-47d4-85d2-551109c868fd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497726 May 25 22:39:41.399458 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea343612-c038-4ff4-9842-49f5eb8fa3bf req-bae377b9-1594-43ea-a919-63df1402af16 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:41.400965 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-ea343612-c038-4ff4-9842-49f5eb8fa3bf req-bae377b9-1594-43ea-a919-63df1402af16 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.1806030 May 25 22:39:41.407771 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [req-860d14b4-3433-463d-bd6e-be497cc47163 req-8d3af1d2-fe5c-49cc-a34b-e77e9bd2d5ce tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Calling delete_port for eb7ead5f-76d1-48eb-a4e3-add07516b5c1 owned by compute:nova {{(pid=83204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:39:41.476807 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-ea343612-c038-4ff4-9842-49f5eb8fa3bf req-abdee865-129c-4085-a7c4-386d726536d6 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683320 May 25 22:39:41.511176 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-5fda0508-c9da-45b3-8c46-55e8eb81dcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'name': 'tempest-AttachVolumeTestJSON-1478890880-router', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:38:52Z', 'revision_number': 4, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'gw_port': {'id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': 'fc82d05a-7e7f-4e3c-ba63-b535e138d86d', 'name': '', 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'mac_address': 'fa:16:3e:26:40:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:50Z', 'updated_at': '2022-05-25T22:39:39Z', 'revision_number': 4, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'subnets': [{'id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:41.526085 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fda0508-c9da-45b3-8c46-55e8eb81dcc9 None None] The sync data for ids ['7499423c-9726-46e4-846f-c5b4fe0a9a4c'] in dv-cinder-843305-1-smb is: [{'id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'name': 'tempest-AttachVolumeTestJSON-1478890880-router', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:38:52Z', 'revision_number': 4, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'gw_port': {'id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': 'fc82d05a-7e7f-4e3c-ba63-b535e138d86d', 'name': '', 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'mac_address': 'fa:16:3e:26:40:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:50Z', 'updated_at': '2022-05-25T22:39:39Z', 'revision_number': 4, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'subnets': [{'id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:39:41.669885 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 3d4ea90a-3e31-4082-8a2d-6b7858266524 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:39:41.733981 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763be9a-c9c7-41d9-ab0d-56393dc8d42f req-1c36e08f-7ba3-4b01-b61a-be8c2c28dd10 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:41.735506 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-9763be9a-c9c7-41d9-ab0d-56393dc8d42f req-1c36e08f-7ba3-4b01-b61a-be8c2c28dd10 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/ports?device_id=3feb2eae-85fd-4906-addb-30401335547f HTTP/1.1" status: 200 len: 946 time: 0.2710416 May 25 22:39:41.804941 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-860d14b4-3433-463d-bd6e-be497cc47163 req-8d3af1d2-fe5c-49cc-a34b-e77e9bd2d5ce tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:41.835188 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning for port 3d4ea90a-3e31-4082-8a2d-6b7858266524 completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:39:41.842951 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 3d4ea90a-3e31-4082-8a2d-6b7858266524 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:41.843816 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:41.868138 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3af1d2-fe5c-49cc-a34b-e77e9bd2d5ce tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Pushing event deleted for resources: {'Port': ['ID=eb7ead5f-76d1-48eb-a4e3-add07516b5c1,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:41.959714 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3af1d2-fe5c-49cc-a34b-e77e9bd2d5ce tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:41.960115 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3af1d2-fe5c-49cc-a34b-e77e9bd2d5ce tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:41.960741 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3af1d2-fe5c-49cc-a34b-e77e9bd2d5ce tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:41.961077 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3af1d2-fe5c-49cc-a34b-e77e9bd2d5ce tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:41.961409 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3af1d2-fe5c-49cc-a34b-e77e9bd2d5ce tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:41.961735 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3af1d2-fe5c-49cc-a34b-e77e9bd2d5ce tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:41.962058 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3af1d2-fe5c-49cc-a34b-e77e9bd2d5ce tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:41.962521 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3af1d2-fe5c-49cc-a34b-e77e9bd2d5ce tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:41.962850 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3af1d2-fe5c-49cc-a34b-e77e9bd2d5ce tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:41.963601 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3af1d2-fe5c-49cc-a34b-e77e9bd2d5ce tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:41.963601 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3af1d2-fe5c-49cc-a34b-e77e9bd2d5ce tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:41.993553 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-9763be9a-c9c7-41d9-ab0d-56393dc8d42f req-ec6c34a4-2e99-4871-b4b6-3b0d55905037 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/security-groups?id=948a7188-f2e3-4305-b798-f1bc92e433a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490497 May 25 22:39:42.058812 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:42.102887 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] For port 3d4ea90a-3e31-4082-8a2d-6b7858266524, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=3d4ea90a-3e31-4082-8a2d-6b7858266524,segment=NetworkSegment(1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3),segment_id=1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:42.109243 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:42.110611 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device fc82d05a-7e7f-4e3c-ba63-b535e138d86d up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:39:42.225078 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [req-860d14b4-3433-463d-bd6e-be497cc47163 req-8d3af1d2-fe5c-49cc-a34b-e77e9bd2d5ce tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] No DVR routers for this DVR port eb7ead5f-76d1-48eb-a4e3-add07516b5c1 on host hv-cinder-84330 {{(pid=83204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:39:42.239441 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-860d14b4-3433-463d-bd6e-be497cc47163 req-8d3af1d2-fe5c-49cc-a34b-e77e9bd2d5ce tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:42.242479 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3feb2eae-85fd-4906-addb-30401335547f', 'name': 'network-vif-deleted', 'tag': 'eb7ead5f-76d1-48eb-a4e3-add07516b5c1'}] {{(pid=83204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:39:42.286291 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69ae6b-faae-4ed4-aa45-2c852976ffbd req-c53adbca-ced5-41cf-ae6e-d593e455e3f8 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:42.298253 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-ed69ae6b-faae-4ed4-aa45-2c852976ffbd req-c53adbca-ced5-41cf-ae6e-d593e455e3f8 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.2518716 May 25 22:39:42.315331 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Pushing event updated for resources: {'Port': ['ID=3d4ea90a-3e31-4082-8a2d-6b7858266524,revision_number=5']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:42.339238 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning for port fc82d05a-7e7f-4e3c-ba63-b535e138d86d completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:39:42.345675 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port fc82d05a-7e7f-4e3c-ba63-b535e138d86d triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:42.346036 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:42.419443 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-860d14b4-3433-463d-bd6e-be497cc47163 req-8d3af1d2-fe5c-49cc-a34b-e77e9bd2d5ce tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.15 "DELETE /v2.0/ports/eb7ead5f-76d1-48eb-a4e3-add07516b5c1 HTTP/1.1" status: 204 len: 173 time: 2.3679919 May 25 22:39:42.475589 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-ed69ae6b-faae-4ed4-aa45-2c852976ffbd req-9899edaa-792e-459f-9406-9e4503bc342f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745203 May 25 22:39:42.533072 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:42.613636 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f16d02e8-a42f-417b-bcfc-d7c990f529fd'] response: {'server_uuid': '3feb2eae-85fd-4906-addb-30401335547f', 'name': 'network-vif-deleted', 'tag': 'eb7ead5f-76d1-48eb-a4e3-add07516b5c1', 'status': 'completed', 'code': 200} May 25 22:39:42.627959 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] For port fc82d05a-7e7f-4e3c-ba63-b535e138d86d, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=fc82d05a-7e7f-4e3c-ba63-b535e138d86d,segment=NetworkSegment(06c790d0-55a7-47ae-999d-414301c64b5e),segment_id=06c790d0-55a7-47ae-999d-414301c64b5e)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:42.641341 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-7264f866-91c7-4285-bce7-69c93a8e36e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:42.641557 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-481c8bbb-0b9d-412b-aacc-c0803e6dbc2c req-6c8c450e-a556-46f3-b893-5b40b2868847 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=360f94ee5000428395895ec5220a3314&device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 1098 time: 0.6317039 May 25 22:39:42.645358 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:42.731152 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device eb7ead5f-76d1-48eb-a4e3-add07516b5c1 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:39:42.775913 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] No Port match for: eb7ead5f-76d1-48eb-a4e3-add07516b5c1 {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:39:42.776351 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device eb7ead5f-76d1-48eb-a4e3-add07516b5c1 not bound to the agent host hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:39:42.813932 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Pushing event updated for resources: {'Port': ['ID=fc82d05a-7e7f-4e3c-ba63-b535e138d86d,revision_number=5']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:42.837863 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eaa89c-8bed-43ed-af06-725c5d8f27f8 req-01bd8224-aa1e-4a01-a738-16002986665c tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:42.847438 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-69eaa89c-8bed-43ed-af06-725c5d8f27f8 req-01bd8224-aa1e-4a01-a738-16002986665c tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.1216242 May 25 22:39:42.873235 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176477ee-0bd3-47ea-a9c9-1f910b7fe595 req-49169b7d-0f56-42a2-b296-824e634f6ee4 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:42.881050 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-176477ee-0bd3-47ea-a9c9-1f910b7fe595 req-49169b7d-0f56-42a2-b296-824e634f6ee4 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 945 time: 0.4588284 May 25 22:39:42.954398 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-69eaa89c-8bed-43ed-af06-725c5d8f27f8 req-6a9731c2-9df9-46a0-a921-8b7e4e8ae560 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003971 May 25 22:39:43.023429 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-176477ee-0bd3-47ea-a9c9-1f910b7fe595 req-0abd0dcd-6e8c-4e04-92b0-989d2ccbf1d4 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347575 May 25 22:39:43.063836 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c8bbb-0b9d-412b-aacc-c0803e6dbc2c req-11c49612-aa19-41c3-a424-ad282fe2a58b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:43.065555 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-481c8bbb-0b9d-412b-aacc-c0803e6dbc2c req-11c49612-aa19-41c3-a424-ad282fe2a58b service neutron] 10.222.0.15 "GET /v2.0/networks?id=84ae9284-4480-4503-b05c-9e1235a6ee14 HTTP/1.1" status: 200 len: 920 time: 0.4126468 May 25 22:39:43.231039 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-481c8bbb-0b9d-412b-aacc-c0803e6dbc2c req-4cfc99c4-0e4c-436e-a1df-6d29aae2999a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0860709d-7e05-4969-8428-9dba5c413687 HTTP/1.1" status: 200 len: 217 time: 0.1410091 May 25 22:39:43.244583 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cac3c2-d41e-4597-aae6-c0cd6d6ee2ec req-f238ad32-deee-4f26-acbe-81bd2d5ffb3a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:43.246116 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-35cac3c2-d41e-4597-aae6-c0cd6d6ee2ec req-f238ad32-deee-4f26-acbe-81bd2d5ffb3a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.1345108 May 25 22:39:43.267692 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 39914) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:43.296322 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-f6b5a26a-83e1-4997-a371-a7ac9c462af7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Request body: {'floatingip': {'port_id': '01dc595a-feff-42c4-b62e-8142f9a3c35e'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:39:43.324323 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-5d536040-1ca4-4a89-abc3-63b9458a0fed req-4c194a09-78fa-4e60-a9f8-dbad1a2370a9 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Synchronizing usage tracker for tenant:da71047166c24534ad1ebe7b7b60d474 on resource:port {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:39:43.357921 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c8bbb-0b9d-412b-aacc-c0803e6dbc2c req-46330e3a-fb83-42c9-8ce5-4c9cb6693144 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:43.359585 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-481c8bbb-0b9d-412b-aacc-c0803e6dbc2c req-46330e3a-fb83-42c9-8ce5-4c9cb6693144 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eaeba0d5-7c5d-481f-b009-b71f12b223e9 HTTP/1.1" status: 200 len: 858 time: 0.0805755 May 25 22:39:43.363517 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-5d536040-1ca4-4a89-abc3-63b9458a0fed req-4c194a09-78fa-4e60-a9f8-dbad1a2370a9 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] Unset dirty status for tenant:da71047166c24534ad1ebe7b7b60d474 on resource:port {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:39:43.376745 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5d536040-1ca4-4a89-abc3-63b9458a0fed req-4c194a09-78fa-4e60-a9f8-dbad1a2370a9 tempest-DeleteServersTestJSON-1807749 tempest-DeleteServersTestJSON-1807749-project] 10.222.0.59 "GET /v2.0/ports?device_id=3feb2eae-85fd-4906-addb-30401335547f HTTP/1.1" status: 200 len: 210 time: 0.1288149 May 25 22:39:43.412380 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-f6b5a26a-83e1-4997-a371-a7ac9c462af7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for floatingip, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:43.491683 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 3d4ea90a-3e31-4082-8a2d-6b7858266524 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:39:43.519841 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-481c8bbb-0b9d-412b-aacc-c0803e6dbc2c req-0e6c3d26-4853-4ee3-9119-5d1d17cda7aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=84ae9284-4480-4503-b05c-9e1235a6ee14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1404552 May 25 22:39:43.668599 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 3d4ea90a-3e31-4082-8a2d-6b7858266524 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:43.669432 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:43.722524 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-481c8bbb-0b9d-412b-aacc-c0803e6dbc2c req-539138ff-d3e1-4ddd-b071-eefa20931755 service neutron] 10.222.0.15 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953931 May 25 22:39:43.898311 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-481c8bbb-0b9d-412b-aacc-c0803e6dbc2c req-d0a453f7-dd15-4130-b499-b18b8eec2f73 service neutron] 10.222.0.15 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648757 May 25 22:39:43.901407 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device fc82d05a-7e7f-4e3c-ba63-b535e138d86d up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:39:44.015806 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port fc82d05a-7e7f-4e3c-ba63-b535e138d86d triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:44.016323 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:44.237498 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172103a0-6ad5-45fd-a695-04dc35fb8523 req-721995fa-80ad-4df3-a7a9-7f077326487f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:44.244191 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-172103a0-6ad5-45fd-a695-04dc35fb8523 req-721995fa-80ad-4df3-a7a9-7f077326487f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.4740829 May 25 22:39:44.433275 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a1b2e-9c67-46da-828d-0074f53550cd req-73c7aca2-54a2-4225-8e54-e6646446ac72 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:44.440287 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4d8a1b2e-9c67-46da-828d-0074f53550cd req-73c7aca2-54a2-4225-8e54-e6646446ac72 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 945 time: 0.1301477 May 25 22:39:44.507093 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4d8a1b2e-9c67-46da-828d-0074f53550cd req-54d61016-1864-49dc-ab3e-fa3aaad84858 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604291 May 25 22:39:44.541686 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-172103a0-6ad5-45fd-a695-04dc35fb8523 req-5d4cbfc9-e537-4446-a008-7652535d0136 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961247 May 25 22:39:44.758915 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-ee1d60b0-e45d-45a8-ae98-9e7ac7ec8e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:44.761961 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.db.resource_extend [None req-f6b5a26a-83e1-4997-a371-a7ac9c462af7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:39:44.836905 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d867ba-5dbc-4261-a541-dd7bc60640c0 req-7222c24a-2f71-4621-a13c-73b2ee9ec6ec tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:44.838510 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-26d867ba-5dbc-4261-a541-dd7bc60640c0 req-7222c24a-2f71-4621-a13c-73b2ee9ec6ec tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 945 time: 0.1302030 May 25 22:39:44.849215 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 39968) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:44.857765 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-2ceeaf88-410a-4a0d-a963-797b708998d9 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Request body: {'floatingip': {'port_id': '1c39b060-16ee-4958-a009-5f6268b00f7d'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:39:44.873418 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-f6b5a26a-83e1-4997-a371-a7ac9c462af7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:44.878975 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-f6b5a26a-83e1-4997-a371-a7ac9c462af7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997866'] for floatingip, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:45.009334 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-2ceeaf88-410a-4a0d-a963-797b708998d9 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for floatingip, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:45.108915 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.db.l3_db [None req-f6b5a26a-83e1-4997-a371-a7ac9c462af7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Floating IP 00fdfb02-f3dc-4588-b062-07dc42feca63 associated. External IP: 172.28.2.147, port: 01dc595a-feff-42c4-b62e-8142f9a3c35e. May 25 22:39:45.656016 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b5a26a-83e1-4997-a371-a7ac9c462af7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Router 7499423c-9726-46e4-846f-c5b4fe0a9a4c has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:39:45.861495 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b5a26a-83e1-4997-a371-a7ac9c462af7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:39:45.865659 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-f6b5a26a-83e1-4997-a371-a7ac9c462af7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for floatingip, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:45.907760 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcebbc-ddc3-4105-bf57-9de7f42d2307 req-09cab670-c293-4719-840e-6bef10a06b41 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:45.908802 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-eadcebbc-ddc3-4105-bf57-9de7f42d2307 req-09cab670-c293-4719-840e-6bef10a06b41 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.1765356 May 25 22:39:45.920031 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-f6b5a26a-83e1-4997-a371-a7ac9c462af7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "PUT /v2.0/floatingips/00fdfb02-f3dc-4588-b062-07dc42feca63 HTTP/1.1" status: 200 len: 992 time: 2.6510348 May 25 22:39:45.921366 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396cfc57-e099-409f-803e-f0c1d1731573', 'tag': '01dc595a-feff-42c4-b62e-8142f9a3c35e'}] {{(pid=83203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:39:45.960892 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:45.982968 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba84f0f5-5307-4da5-8cfe-80c4f91802fc'] response: {'name': 'network-changed', 'server_uuid': '396cfc57-e099-409f-803e-f0c1d1731573', 'tag': '01dc595a-feff-42c4-b62e-8142f9a3c35e', 'status': 'completed', 'code': 200} May 25 22:39:46.103140 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-eadcebbc-ddc3-4105-bf57-9de7f42d2307 req-940bd5a2-e2e3-49f0-8c16-d5a85facd584 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887217 May 25 22:39:46.103946 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-2ceeaf88-410a-4a0d-a963-797b708998d9 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:46.117060 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-2ceeaf88-410a-4a0d-a963-797b708998d9 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997866'] for floatingip, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:46.269977 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-0e028cf2-2d59-4d7a-b950-af4f28022af3 req-75ec0d78-82dd-4c65-8655-627922a3f405 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8245386779d14b72ba8d57559c8a6be4&device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 1099 time: 0.2278764 May 25 22:39:46.382135 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:46.548581 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e028cf2-2d59-4d7a-b950-af4f28022af3 req-ded281a9-93cd-427b-9f26-4db252e9e1b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:46.550662 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-0e028cf2-2d59-4d7a-b950-af4f28022af3 req-ded281a9-93cd-427b-9f26-4db252e9e1b8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2 HTTP/1.1" status: 200 len: 912 time: 0.2573717 May 25 22:39:46.553878 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.db.l3_db [None req-2ceeaf88-410a-4a0d-a963-797b708998d9 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Floating IP 435f30a3-70a7-4da8-8bca-89eabc02ec27 associated. External IP: 172.28.2.156, port: 1c39b060-16ee-4958-a009-5f6268b00f7d. May 25 22:39:46.785544 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-0e028cf2-2d59-4d7a-b950-af4f28022af3 req-6f67c212-616b-466d-b9ac-775d6d440344 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01dc595a-feff-42c4-b62e-8142f9a3c35e HTTP/1.1" status: 200 len: 1000 time: 0.1820769 May 25 22:39:46.878627 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e028cf2-2d59-4d7a-b950-af4f28022af3 req-dff91e47-e96a-4b75-a8e6-1a06df1e3681 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:46.880381 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-0e028cf2-2d59-4d7a-b950-af4f28022af3 req-dff91e47-e96a-4b75-a8e6-1a06df1e3681 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=485856f6-0ca7-4895-967d-86a1a09c0007 HTTP/1.1" status: 200 len: 850 time: 0.0850909 May 25 22:39:47.002168 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 40056) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:47.063593 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.db_base_plugin_v2 [None req-36651635-ae1b-42c9-98dc-4d672d4ea4a8 admin admin] Deleting subnet fdace366-63e8-4d54-9b7a-f672449731de {{(pid=83203) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:39:47.066538 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-36651635-ae1b-42c9-98dc-4d672d4ea4a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:47.105477 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-0e028cf2-2d59-4d7a-b950-af4f28022af3 req-da203451-4576-464e-9043-133d9782ce73 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2161720 May 25 22:39:47.121556 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-36651635-ae1b-42c9-98dc-4d672d4ea4a8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:47.131180 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-36651635-ae1b-42c9-98dc-4d672d4ea4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3361804'] for subnet, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:47.214085 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-36651635-ae1b-42c9-98dc-4d672d4ea4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3361797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865'] for subnet, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:47.264823 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36651635-ae1b-42c9-98dc-4d672d4ea4a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdace366-63e8-4d54-9b7a-f672449731de,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:47.313245 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-36651635-ae1b-42c9-98dc-4d672d4ea4a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for subnet, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:47.320155 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-0e028cf2-2d59-4d7a-b950-af4f28022af3 req-cc684804-6168-4744-b59c-a10a630c594a service neutron] 10.222.0.15 "GET /v2.0/networks/7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880808 May 25 22:39:47.324203 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36651635-ae1b-42c9-98dc-4d672d4ea4a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:47.325116 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36651635-ae1b-42c9-98dc-4d672d4ea4a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:47.325116 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36651635-ae1b-42c9-98dc-4d672d4ea4a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:47.325282 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36651635-ae1b-42c9-98dc-4d672d4ea4a8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:47.325517 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36651635-ae1b-42c9-98dc-4d672d4ea4a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:47.325881 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36651635-ae1b-42c9-98dc-4d672d4ea4a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:47.326205 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36651635-ae1b-42c9-98dc-4d672d4ea4a8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:47.326563 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36651635-ae1b-42c9-98dc-4d672d4ea4a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:47.326887 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36651635-ae1b-42c9-98dc-4d672d4ea4a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:47.327207 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36651635-ae1b-42c9-98dc-4d672d4ea4a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:47.327535 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36651635-ae1b-42c9-98dc-4d672d4ea4a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:47.334175 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-36651635-ae1b-42c9-98dc-4d672d4ea4a8 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/fdace366-63e8-4d54-9b7a-f672449731de HTTP/1.1" status: 204 len: 168 time: 0.3308640 May 25 22:39:47.336720 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 40070) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:47.371405 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:39:47.459970 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db535d4b-55bf-4915-8533-d3561056d05b req-7c5d0c90-5c49-41b7-be15-95a7c29f453a tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:47.461433 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-db535d4b-55bf-4915-8533-d3561056d05b req-7c5d0c90-5c49-41b7-be15-95a7c29f453a tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.1986616 May 25 22:39:47.465369 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2579f521-228d-4ded-ba7f-a8c2962a4407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3150312'] for network, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:47.480164 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-0e028cf2-2d59-4d7a-b950-af4f28022af3 req-41a65d7f-c6a9-4ecb-9ee5-aa954398fb64 service neutron] 10.222.0.15 "GET /v2.0/networks/7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529195 May 25 22:39:47.481875 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ceeaf88-410a-4a0d-a963-797b708998d9 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Router bb764dd8-4f5c-41d0-9151-c1a4e44186e6 has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:39:47.499961 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:47.703031 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ceeaf88-410a-4a0d-a963-797b708998d9 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:39:47.705632 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-db535d4b-55bf-4915-8533-d3561056d05b req-2d132985-9e5c-4c09-96b9-fc414e727aa2 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353580 May 25 22:39:47.708802 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-2ceeaf88-410a-4a0d-a963-797b708998d9 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for floatingip, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:47.713975 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2579f521-228d-4ded-ba7f-a8c2962a4407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3373977', 'neutron.services.segments.db._delete_segments_for_network-8728910406777'] for network, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:47.744533 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2579f521-228d-4ded-ba7f-a8c2962a4407 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:39:47.745706 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2579f521-228d-4ded-ba7f-a8c2962a4407 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:39:47.746495 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2579f521-228d-4ded-ba7f-a8c2962a4407 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:39:47.746827 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2579f521-228d-4ded-ba7f-a8c2962a4407 admin admin] Subscribe: > port after_create 55550000 {{(pid=83203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:39:47.747142 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2579f521-228d-4ded-ba7f-a8c2962a4407 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:39:47.747492 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2579f521-228d-4ded-ba7f-a8c2962a4407 admin admin] Subscribe: > port after_update 55550000 {{(pid=83203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:39:47.748335 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2579f521-228d-4ded-ba7f-a8c2962a4407 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:39:47.748663 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2579f521-228d-4ded-ba7f-a8c2962a4407 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:39:47.749060 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2579f521-228d-4ded-ba7f-a8c2962a4407 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:39:47.749372 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2579f521-228d-4ded-ba7f-a8c2962a4407 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:39:47.768155 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-2ceeaf88-410a-4a0d-a963-797b708998d9 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "PUT /v2.0/floatingips/435f30a3-70a7-4da8-8bca-89eabc02ec27 HTTP/1.1" status: 200 len: 991 time: 2.9177363 May 25 22:39:47.769074 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dcfa1d0-a395-48d6-8067-e858e6b097cb', 'tag': '1c39b060-16ee-4958-a009-5f6268b00f7d'}] {{(pid=83204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:39:47.818108 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2579f521-228d-4ded-ba7f-a8c2962a4407 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:39:47.818508 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2579f521-228d-4ded-ba7f-a8c2962a4407 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:39:47.818833 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2579f521-228d-4ded-ba7f-a8c2962a4407 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:39:47.819937 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2579f521-228d-4ded-ba7f-a8c2962a4407 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:39:47.820325 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.services.segments.db [None req-2579f521-228d-4ded-ba7f-a8c2962a4407 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f19d5b1d-d723-424f-887b-d2aed78f8fc4']}} {{(pid=83203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:47.823442 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af7435b4-0d52-43fb-9c8b-49d8d492ffc6'] response: {'name': 'network-changed', 'server_uuid': '0dcfa1d0-a395-48d6-8067-e858e6b097cb', 'tag': '1c39b060-16ee-4958-a009-5f6268b00f7d', 'status': 'completed', 'code': 200} May 25 22:39:47.834926 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.services.segments.db [None req-2579f521-228d-4ded-ba7f-a8c2962a4407 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec3cae98-a149-4a75-970a-e0931392ac31') {'for_net_delete': True} {{(pid=83203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:47.835308 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.services.segments.db [None req-2579f521-228d-4ded-ba7f-a8c2962a4407 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec3cae98-a149-4a75-970a-e0931392ac31') {} {{(pid=83203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:47.846629 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2579f521-228d-4ded-ba7f-a8c2962a4407 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728910406660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871701'] for segment, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:47.862475 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2579f521-228d-4ded-ba7f-a8c2962a4407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:47.869465 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2579f521-228d-4ded-ba7f-a8c2962a4407 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=83203) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:39:47.869848 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2579f521-228d-4ded-ba7f-a8c2962a4407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1950867'] for segment, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: util.warn_limited( May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: util.warn_limited( May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: Traceback (most recent call last): May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: timer() May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: cb(*args, **kw) May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: return func(*args, **kwargs) May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: self._notify() May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: self.callback(batched_events) May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: event.method(event) May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: return f(self, *a, **k) May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: return self._get(url).json() May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: return self.request(url, 'GET', **kwargs) May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:39:47.887039 dv-cinder-843305-1-smb neutron-server[83203]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:39:47.972736 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2579f521-228d-4ded-ba7f-a8c2962a4407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3373970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997848'] for network, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:47.985417 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7cf618f1-b861-47fd-af11-2591775bea14 req-9d234300-a897-4f6d-9de2-67e7e52b5227 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8070272689ae4feda68b4ce15376a6be&device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 1098 time: 0.0877497 May 25 22:39:47.998922 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2579f521-228d-4ded-ba7f-a8c2962a4407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for network, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:48.001370 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579f521-228d-4ded-ba7f-a8c2962a4407 admin admin] Pushing event deleted for resources: {'Network': ['ID=f19d5b1d-d723-424f-887b-d2aed78f8fc4,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:48.006489 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-2579f521-228d-4ded-ba7f-a8c2962a4407 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f19d5b1d-d723-424f-887b-d2aed78f8fc4 HTTP/1.1" status: 204 len: 168 time: 0.6686206 May 25 22:39:48.160509 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf618f1-b861-47fd-af11-2591775bea14 req-477788f6-d947-4233-aad7-12b8fc6cf582 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:48.163109 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7cf618f1-b861-47fd-af11-2591775bea14 req-477788f6-d947-4233-aad7-12b8fc6cf582 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0e051db-549c-4c00-b572-ba45117467c0 HTTP/1.1" status: 200 len: 918 time: 0.1674142 May 25 22:39:48.342875 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 40108) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:48.413138 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 40114) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:48.425407 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-d9d5456c-7298-4ad8-95c6-c74f9098d8e2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=da71047166c24534ad1ebe7b7b60d474&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0812247 May 25 22:39:48.483799 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7cf618f1-b861-47fd-af11-2591775bea14 req-bca2bed3-b6b5-4862-91e2-5ce893fcf816 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c39b060-16ee-4958-a009-5f6268b00f7d HTTP/1.1" status: 200 len: 999 time: 0.3116355 May 25 22:39:48.536657 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-5f6b5542-c42e-4cc3-bcf6-b52233f26658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:48.579449 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-5f6b5542-c42e-4cc3-bcf6-b52233f26658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:48.595000 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf618f1-b861-47fd-af11-2591775bea14 req-d16baa76-e5a6-442f-9bbd-62a3a36ab203 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:48.597118 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7cf618f1-b861-47fd-af11-2591775bea14 req-d16baa76-e5a6-442f-9bbd-62a3a36ab203 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9149cc5-7f23-4821-b9e2-fe53e98b46ba HTTP/1.1" status: 200 len: 856 time: 0.0964084 May 25 22:39:48.696554 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7cf618f1-b861-47fd-af11-2591775bea14 req-fe49132f-fd65-4e0b-be91-777106292309 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0e051db-549c-4c00-b572-ba45117467c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0915968 May 25 22:39:48.726077 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-5f6b5542-c42e-4cc3-bcf6-b52233f26658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:48.804366 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b5542-c42e-4cc3-bcf6-b52233f26658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948a7188-f2e3-4305-b798-f1bc92e433a6,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:48.828097 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-5f6b5542-c42e-4cc3-bcf6-b52233f26658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:48.832687 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-5f6b5542-c42e-4cc3-bcf6-b52233f26658 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/948a7188-f2e3-4305-b798-f1bc92e433a6 HTTP/1.1" status: 204 len: 168 time: 0.4182200 May 25 22:39:48.914979 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7cf618f1-b861-47fd-af11-2591775bea14 req-e581edef-edc4-4f64-9f7c-085c8d6c91eb service neutron] 10.222.0.15 "GET /v2.0/networks/f0e051db-549c-4c00-b572-ba45117467c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068701 May 25 22:39:48.992454 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad4739-fe07-4467-ae96-6a279f67a801 req-fc149816-3b8b-415b-ab2e-833b97cfdbd5 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:48.994798 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-2dad4739-fe07-4467-ae96-6a279f67a801 req-fc149816-3b8b-415b-ab2e-833b97cfdbd5 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.0848677 May 25 22:39:49.048763 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-2dad4739-fe07-4467-ae96-6a279f67a801 req-d5ac8306-6bbe-49e7-aff6-c1ead89adfb9 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464909 May 25 22:39:49.077398 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7cf618f1-b861-47fd-af11-2591775bea14 req-07a00b01-8208-4c33-975a-41215f8f1e99 service neutron] 10.222.0.15 "GET /v2.0/networks/f0e051db-549c-4c00-b572-ba45117467c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564977 May 25 22:39:49.277724 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 40154) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:49.426006 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-9b29a9e6-02c0-4695-b70d-d48174f2b09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:49.462209 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-9b29a9e6-02c0-4695-b70d-d48174f2b09e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:49.467359 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-9b29a9e6-02c0-4695-b70d-d48174f2b09e admin admin] Usage tracker for resource:security_group_rule and tenant:59d2afb80bc04d1db10fe379218bd508 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:49.470385 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-9b29a9e6-02c0-4695-b70d-d48174f2b09e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:49.476867 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-9b29a9e6-02c0-4695-b70d-d48174f2b09e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:49.557691 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-9b29a9e6-02c0-4695-b70d-d48174f2b09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:49.562034 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-9b29a9e6-02c0-4695-b70d-d48174f2b09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:49.607399 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29a9e6-02c0-4695-b70d-d48174f2b09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba78f4fb-fdbf-47be-982c-947ad455caa1,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:49.611795 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-9b29a9e6-02c0-4695-b70d-d48174f2b09e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=59d2afb80bc04d1db10fe379218bd508&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3328123 May 25 22:39:49.614542 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 40170) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:49.682682 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4fd899a7-eeb0-440b-82e9-287bfd326188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:49.713847 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4fd899a7-eeb0-440b-82e9-287bfd326188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:49.772827 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4fd899a7-eeb0-440b-82e9-287bfd326188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:49.792632 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd899a7-eeb0-440b-82e9-287bfd326188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba78f4fb-fdbf-47be-982c-947ad455caa1,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:49.803236 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4fd899a7-eeb0-440b-82e9-287bfd326188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:49.806369 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-4fd899a7-eeb0-440b-82e9-287bfd326188 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ba78f4fb-fdbf-47be-982c-947ad455caa1 HTTP/1.1" status: 204 len: 168 time: 0.1890244 May 25 22:39:50.251984 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 40208) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:50.276660 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a33655a6-e08e-48fd-90a7-9f7938574d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:50.311890 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-a33655a6-e08e-48fd-90a7-9f7938574d95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:50.330041 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-a33655a6-e08e-48fd-90a7-9f7938574d95 admin admin] Usage tracker for resource:security_group_rule and tenant:5557a1db93b24bd296f2ba688a006865 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:50.333115 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85022c7c-c116-4b46-9628-1bf7893d4719 req-89fb8f1c-f128-495c-bd35-1ba456c1d0e2 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:50.333634 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-a33655a6-e08e-48fd-90a7-9f7938574d95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:50.334728 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-85022c7c-c116-4b46-9628-1bf7893d4719 req-89fb8f1c-f128-495c-bd35-1ba456c1d0e2 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.1160145 May 25 22:39:50.339246 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-a33655a6-e08e-48fd-90a7-9f7938574d95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:50.394292 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-85022c7c-c116-4b46-9628-1bf7893d4719 req-1d947f4f-deb1-449f-a17d-0148efef78b7 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528729 May 25 22:39:50.419790 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a33655a6-e08e-48fd-90a7-9f7938574d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:50.424284 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a33655a6-e08e-48fd-90a7-9f7938574d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:50.474247 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33655a6-e08e-48fd-90a7-9f7938574d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93cc9b5b-3974-4503-9500-76f356b41c87,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:50.480766 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-a33655a6-e08e-48fd-90a7-9f7938574d95 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5557a1db93b24bd296f2ba688a006865&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2269368 May 25 22:39:50.483611 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 40218) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:50.550990 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-8b35caaf-4a30-470b-9aae-9613433e2b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:50.585135 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-8b35caaf-4a30-470b-9aae-9613433e2b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:50.664299 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-8b35caaf-4a30-470b-9aae-9613433e2b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:50.683316 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35caaf-4a30-470b-9aae-9613433e2b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cc9b5b-3974-4503-9500-76f356b41c87,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:50.692351 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-8b35caaf-4a30-470b-9aae-9613433e2b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:50.694495 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-8b35caaf-4a30-470b-9aae-9613433e2b2b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/93cc9b5b-3974-4503-9500-76f356b41c87 HTTP/1.1" status: 204 len: 168 time: 0.2090847 May 25 22:39:50.712996 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 40230) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:50.992680 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4cdd-2c66-4954-ad57-b3102f196eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:51.027637 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-5b0d4cdd-2c66-4954-ad57-b3102f196eac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:51.031824 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-5b0d4cdd-2c66-4954-ad57-b3102f196eac admin admin] Usage tracker for resource:security_group_rule and tenant:e541e86d6943481bb7d8ab2f24ed145d is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:51.034779 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-5b0d4cdd-2c66-4954-ad57-b3102f196eac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:51.040686 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-5b0d4cdd-2c66-4954-ad57-b3102f196eac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:51.133894 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4cdd-2c66-4954-ad57-b3102f196eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:51.140223 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4cdd-2c66-4954-ad57-b3102f196eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:51.184469 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d4cdd-2c66-4954-ad57-b3102f196eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570ad32e-87e4-4a2d-ac14-d5e02f19e419,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:51.215210 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-5b0d4cdd-2c66-4954-ad57-b3102f196eac admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e541e86d6943481bb7d8ab2f24ed145d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5007968 May 25 22:39:51.218169 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 40254) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:51.286731 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-f2a6e9fe-898a-4cd5-87bd-ac97fbc027c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:51.313884 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-f2a6e9fe-898a-4cd5-87bd-ac97fbc027c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:51.366607 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-f2a6e9fe-898a-4cd5-87bd-ac97fbc027c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:51.382523 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6e9fe-898a-4cd5-87bd-ac97fbc027c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570ad32e-87e4-4a2d-ac14-d5e02f19e419,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:51.411688 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-f2a6e9fe-898a-4cd5-87bd-ac97fbc027c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:51.413328 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-f2a6e9fe-898a-4cd5-87bd-ac97fbc027c0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/570ad32e-87e4-4a2d-ac14-d5e02f19e419 HTTP/1.1" status: 204 len: 168 time: 0.1939714 May 25 22:39:51.607160 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038cdac-82d2-4cbb-8770-4711a120b042 req-4849010c-1910-4474-bf8a-c016ae6d1121 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:51.608619 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-5038cdac-82d2-4cbb-8770-4711a120b042 req-4849010c-1910-4474-bf8a-c016ae6d1121 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.0855184 May 25 22:39:51.672331 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-5038cdac-82d2-4cbb-8770-4711a120b042 req-b6f66656-7e5b-47fe-9989-62d3cef0a904 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566256 May 25 22:39:51.802798 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 40280) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:51.970848 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 40298) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:51.985475 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c4caa61e-a268-4a69-a7f4-fb8f1885c821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:52.005407 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-f0178ead-6513-4365-aaed-4e40539a0f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:52.058311 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-c4caa61e-a268-4a69-a7f4-fb8f1885c821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:52.065532 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-c4caa61e-a268-4a69-a7f4-fb8f1885c821 admin admin] Usage tracker for resource:security_group_rule and tenant:566b9476a2d54192b7aab65d0c95f34c is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:52.069615 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-c4caa61e-a268-4a69-a7f4-fb8f1885c821 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:52.077359 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-f0178ead-6513-4365-aaed-4e40539a0f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:52.079585 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-c4caa61e-a268-4a69-a7f4-fb8f1885c821 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:52.083844 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-f0178ead-6513-4365-aaed-4e40539a0f8c admin admin] Usage tracker for resource:security_group_rule and tenant:a5f3434997df46f387ba0d249dcbce4c is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:52.086777 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-f0178ead-6513-4365-aaed-4e40539a0f8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:52.101663 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-f0178ead-6513-4365-aaed-4e40539a0f8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:52.235254 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c4caa61e-a268-4a69-a7f4-fb8f1885c821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:52.238302 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-f0178ead-6513-4365-aaed-4e40539a0f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:52.242071 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c4caa61e-a268-4a69-a7f4-fb8f1885c821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:52.265813 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-f0178ead-6513-4365-aaed-4e40539a0f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:52.313311 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4caa61e-a268-4a69-a7f4-fb8f1885c821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e30249d-f274-4a6b-8e07-790a56b0c530,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:52.373027 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-c4caa61e-a268-4a69-a7f4-fb8f1885c821 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=566b9476a2d54192b7aab65d0c95f34c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5688491 May 25 22:39:52.375735 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 40326) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:52.378575 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0178ead-6513-4365-aaed-4e40539a0f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057bf2be-4335-4856-9576-c212726c9a20,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:52.386259 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-f0178ead-6513-4365-aaed-4e40539a0f8c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a5f3434997df46f387ba0d249dcbce4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4147329 May 25 22:39:52.387094 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 40330) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:52.445441 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-57e898f2-4116-4638-b913-67ce2c900b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:52.450839 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c65b8336-bcd3-46b9-b925-d9460dcc08f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:52.474417 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-57e898f2-4116-4638-b913-67ce2c900b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:52.480837 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c65b8336-bcd3-46b9-b925-d9460dcc08f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:52.545728 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c65b8336-bcd3-46b9-b925-d9460dcc08f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:52.549092 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-57e898f2-4116-4638-b913-67ce2c900b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:52.560978 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b8336-bcd3-46b9-b925-d9460dcc08f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057bf2be-4335-4856-9576-c212726c9a20,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:52.565496 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e898f2-4116-4638-b913-67ce2c900b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e30249d-f274-4a6b-8e07-790a56b0c530,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:52.573860 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c65b8336-bcd3-46b9-b925-d9460dcc08f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:52.575004 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-c65b8336-bcd3-46b9-b925-d9460dcc08f1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/057bf2be-4335-4856-9576-c212726c9a20 HTTP/1.1" status: 204 len: 168 time: 0.1868641 May 25 22:39:52.577491 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-57e898f2-4116-4638-b913-67ce2c900b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:52.578769 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-57e898f2-4116-4638-b913-67ce2c900b1e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6e30249d-f274-4a6b-8e07-790a56b0c530 HTTP/1.1" status: 204 len: 168 time: 0.2015471 May 25 22:39:52.674026 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cbe092-3ab2-4b46-bc0f-f96019015111 None None] Sync routers for ids ['bb764dd8-4f5c-41d0-9151-c1a4e44186e6'] in dv-cinder-843305-1-smb {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:39:52.686308 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037ac2ff-3eed-43ca-845f-00d84ffaa829 None None] Sync routers for ids ['7499423c-9726-46e4-846f-c5b4fe0a9a4c'] in dv-cinder-843305-1-smb {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:39:52.693731 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cbe092-3ab2-4b46-bc0f-f96019015111 None None] Routers {'bb764dd8-4f5c-41d0-9151-c1a4e44186e6'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:39:52.694704 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-23cbe092-3ab2-4b46-bc0f-f96019015111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:39:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['bb764dd8-4f5c-41d0-9151-c1a4e44186e6'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:52.707821 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037ac2ff-3eed-43ca-845f-00d84ffaa829 None None] Routers {'7499423c-9726-46e4-846f-c5b4fe0a9a4c'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:39:52.708618 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-037ac2ff-3eed-43ca-845f-00d84ffaa829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:39:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['7499423c-9726-46e4-846f-c5b4fe0a9a4c'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:52.899182 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-23cbe092-3ab2-4b46-bc0f-f96019015111 None None] Set router bb764dd8-4f5c-41d0-9151-c1a4e44186e6 gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:39:52.992188 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 40352) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:53.036569 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84880f3-7a70-41a7-85fb-7f6dbdff2837 req-89aeaa98-4054-47f7-8937-d94e98208a0f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:53.038921 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b84880f3-7a70-41a7-85fb-7f6dbdff2837 req-89aeaa98-4054-47f7-8937-d94e98208a0f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.1047702 May 25 22:39:53.053068 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-037ac2ff-3eed-43ca-845f-00d84ffaa829 None None] Set router 7499423c-9726-46e4-846f-c5b4fe0a9a4c gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:39:53.101601 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b84880f3-7a70-41a7-85fb-7f6dbdff2837 req-a12f2f56-67ce-41f3-9e96-01e616be9352 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570414 May 25 22:39:53.408845 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c576a488-80a8-4e7f-a1e3-570474ae9703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:53.428884 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-23cbe092-3ab2-4b46-bc0f-f96019015111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1382777500-router', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:44Z', 'updated_at': '2022-05-25T22:39:01Z', 'revision_number': 4, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'gw_port': {'id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': '435f30a3-70a7-4da8-8bca-89eabc02ec27', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'floating_ip_address': '172.28.2.156', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'port_id': '1c39b060-16ee-4958-a009-5f6268b00f7d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0', 'mac_address': 'fa:16:3e:77:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcfa1d0-a395-48d6-8067-e858e6b097cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:39:15Z', 'updated_at': '2022-05-25T22:39:45Z', 'revision_number': 1, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d4ea90a-3e31-4082-8a2d-6b7858266524', 'name': '', 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'mac_address': 'fa:16:3e:b2:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:57Z', 'updated_at': '2022-05-25T22:39:42Z', 'revision_number': 5, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'subnets': [{'id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:53.437337 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cbe092-3ab2-4b46-bc0f-f96019015111 None None] Checking router: bb764dd8-4f5c-41d0-9151-c1a4e44186e6 for host: dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:39:53.463972 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 40366) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:53.479268 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cbe092-3ab2-4b46-bc0f-f96019015111 None None] Routers {'bb764dd8-4f5c-41d0-9151-c1a4e44186e6'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:39:53.480228 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-23cbe092-3ab2-4b46-bc0f-f96019015111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:39:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['bb764dd8-4f5c-41d0-9151-c1a4e44186e6'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:53.500057 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-c576a488-80a8-4e7f-a1e3-570474ae9703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:53.507869 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-c576a488-80a8-4e7f-a1e3-570474ae9703 admin admin] Usage tracker for resource:security_group_rule and tenant:310111a6e9ad4a74a563105458dfe5c1 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:53.508054 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-9cb6dadf-4662-438a-9cfd-447260d0141b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:53.514226 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-c576a488-80a8-4e7f-a1e3-570474ae9703 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:53.526602 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-c576a488-80a8-4e7f-a1e3-570474ae9703 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:53.596889 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-9cb6dadf-4662-438a-9cfd-447260d0141b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:53.599609 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-037ac2ff-3eed-43ca-845f-00d84ffaa829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'name': 'tempest-AttachVolumeTestJSON-1478890880-router', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:38:52Z', 'revision_number': 4, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'gw_port': {'id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': '00fdfb02-f3dc-4588-b062-07dc42feca63', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'floating_ip_address': '172.28.2.147', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'port_id': '01dc595a-feff-42c4-b62e-8142f9a3c35e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2', 'mac_address': 'fa:16:3e:dd:45:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396cfc57-e099-409f-803e-f0c1d1731573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:39:02Z', 'updated_at': '2022-05-25T22:39:44Z', 'revision_number': 1, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc82d05a-7e7f-4e3c-ba63-b535e138d86d', 'name': '', 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'mac_address': 'fa:16:3e:26:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:50Z', 'updated_at': '2022-05-25T22:39:42Z', 'revision_number': 5, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'subnets': [{'id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:53.605239 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-9cb6dadf-4662-438a-9cfd-447260d0141b admin admin] Usage tracker for resource:security_group_rule and tenant:9d3f306f8f174332ad0c3e1d7c988dc5 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:53.610711 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037ac2ff-3eed-43ca-845f-00d84ffaa829 None None] Checking router: 7499423c-9726-46e4-846f-c5b4fe0a9a4c for host: dv-cinder-843305-1-smb {{(pid=83205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:39:53.614110 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-9cb6dadf-4662-438a-9cfd-447260d0141b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:53.625317 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037ac2ff-3eed-43ca-845f-00d84ffaa829 None None] Routers {'7499423c-9726-46e4-846f-c5b4fe0a9a4c'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:39:53.625884 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-9cb6dadf-4662-438a-9cfd-447260d0141b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:53.626267 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-037ac2ff-3eed-43ca-845f-00d84ffaa829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:39:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['7499423c-9726-46e4-846f-c5b4fe0a9a4c'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:53.673128 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c576a488-80a8-4e7f-a1e3-570474ae9703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:53.683349 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c576a488-80a8-4e7f-a1e3-570474ae9703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:53.803207 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-9cb6dadf-4662-438a-9cfd-447260d0141b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:53.812426 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576a488-80a8-4e7f-a1e3-570474ae9703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2183cb1-c8ea-44e6-a96a-9079bf2d6f30,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:53.813135 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-9cb6dadf-4662-438a-9cfd-447260d0141b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:53.839167 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-c576a488-80a8-4e7f-a1e3-570474ae9703 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=310111a6e9ad4a74a563105458dfe5c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8459320 May 25 22:39:53.842820 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 40384) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:53.850980 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-23cbe092-3ab2-4b46-bc0f-f96019015111 None None] Set router bb764dd8-4f5c-41d0-9151-c1a4e44186e6 gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:39:53.926238 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6dadf-4662-438a-9cfd-447260d0141b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c962098-3472-4a83-8f45-d93baeb6a033,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:53.948269 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 40388) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:53.951061 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-9cb6dadf-4662-438a-9cfd-447260d0141b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9d3f306f8f174332ad0c3e1d7c988dc5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4846969 May 25 22:39:53.971918 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-037ac2ff-3eed-43ca-845f-00d84ffaa829 None None] Set router 7499423c-9726-46e4-846f-c5b4fe0a9a4c gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:39:54.048694 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4811df85-147f-4d55-a178-f85cfa3d059d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:54.050520 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-350189f1-12b1-427b-8cdf-96ff7d50331c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:54.097118 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4811df85-147f-4d55-a178-f85cfa3d059d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:54.105407 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-350189f1-12b1-427b-8cdf-96ff7d50331c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:54.246236 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4811df85-147f-4d55-a178-f85cfa3d059d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:54.284701 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811df85-147f-4d55-a178-f85cfa3d059d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2183cb1-c8ea-44e6-a96a-9079bf2d6f30,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:54.288211 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-350189f1-12b1-427b-8cdf-96ff7d50331c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:54.348348 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350189f1-12b1-427b-8cdf-96ff7d50331c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c962098-3472-4a83-8f45-d93baeb6a033,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:54.351111 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-350189f1-12b1-427b-8cdf-96ff7d50331c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:54.354887 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-350189f1-12b1-427b-8cdf-96ff7d50331c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6c962098-3472-4a83-8f45-d93baeb6a033 HTTP/1.1" status: 204 len: 168 time: 0.4056566 May 25 22:39:54.357358 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4811df85-147f-4d55-a178-f85cfa3d059d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:54.361091 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-4811df85-147f-4d55-a178-f85cfa3d059d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d2183cb1-c8ea-44e6-a96a-9079bf2d6f30 HTTP/1.1" status: 204 len: 168 time: 0.5173180 May 25 22:39:54.450593 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-23cbe092-3ab2-4b46-bc0f-f96019015111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1382777500-router', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:44Z', 'updated_at': '2022-05-25T22:39:01Z', 'revision_number': 4, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'gw_port': {'id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': '435f30a3-70a7-4da8-8bca-89eabc02ec27', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'floating_ip_address': '172.28.2.156', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'port_id': '1c39b060-16ee-4958-a009-5f6268b00f7d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0', 'mac_address': 'fa:16:3e:77:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcfa1d0-a395-48d6-8067-e858e6b097cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:39:15Z', 'updated_at': '2022-05-25T22:39:45Z', 'revision_number': 1, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d4ea90a-3e31-4082-8a2d-6b7858266524', 'name': '', 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'mac_address': 'fa:16:3e:b2:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:57Z', 'updated_at': '2022-05-25T22:39:42Z', 'revision_number': 5, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'subnets': [{'id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:54.455504 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cbe092-3ab2-4b46-bc0f-f96019015111 None None] The sync data for ids ['bb764dd8-4f5c-41d0-9151-c1a4e44186e6'] in dv-cinder-843305-1-smb is: [{'id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1382777500-router', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:44Z', 'updated_at': '2022-05-25T22:39:01Z', 'revision_number': 4, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'gw_port': {'id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': '435f30a3-70a7-4da8-8bca-89eabc02ec27', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'floating_ip_address': '172.28.2.156', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'port_id': '1c39b060-16ee-4958-a009-5f6268b00f7d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0', 'mac_address': 'fa:16:3e:77:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcfa1d0-a395-48d6-8067-e858e6b097cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:39:15Z', 'updated_at': '2022-05-25T22:39:45Z', 'revision_number': 1, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d4ea90a-3e31-4082-8a2d-6b7858266524', 'name': '', 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'mac_address': 'fa:16:3e:b2:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:57Z', 'updated_at': '2022-05-25T22:39:42Z', 'revision_number': 5, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'subnets': [{'id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:39:54.560974 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94de157-e19b-4ddf-a276-e0c27969cec7 req-34741512-65e2-408a-a9fe-b42e13b76829 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:54.578106 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d94de157-e19b-4ddf-a276-e0c27969cec7 req-34741512-65e2-408a-a9fe-b42e13b76829 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.1606398 May 25 22:39:54.644518 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d94de157-e19b-4ddf-a276-e0c27969cec7 req-3b7b8916-5fd8-47cb-8aff-d2164f9a00b0 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651374 May 25 22:39:54.664294 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-037ac2ff-3eed-43ca-845f-00d84ffaa829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'name': 'tempest-AttachVolumeTestJSON-1478890880-router', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:38:52Z', 'revision_number': 4, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'gw_port': {'id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': '00fdfb02-f3dc-4588-b062-07dc42feca63', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'floating_ip_address': '172.28.2.147', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'port_id': '01dc595a-feff-42c4-b62e-8142f9a3c35e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2', 'mac_address': 'fa:16:3e:dd:45:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396cfc57-e099-409f-803e-f0c1d1731573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:39:02Z', 'updated_at': '2022-05-25T22:39:44Z', 'revision_number': 1, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc82d05a-7e7f-4e3c-ba63-b535e138d86d', 'name': '', 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'mac_address': 'fa:16:3e:26:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:50Z', 'updated_at': '2022-05-25T22:39:42Z', 'revision_number': 5, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'subnets': [{'id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:54.668543 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037ac2ff-3eed-43ca-845f-00d84ffaa829 None None] The sync data for ids ['7499423c-9726-46e4-846f-c5b4fe0a9a4c'] in dv-cinder-843305-1-smb is: [{'id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'name': 'tempest-AttachVolumeTestJSON-1478890880-router', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:38:52Z', 'revision_number': 4, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'gw_port': {'id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': '00fdfb02-f3dc-4588-b062-07dc42feca63', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'floating_ip_address': '172.28.2.147', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'port_id': '01dc595a-feff-42c4-b62e-8142f9a3c35e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2', 'mac_address': 'fa:16:3e:dd:45:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396cfc57-e099-409f-803e-f0c1d1731573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:39:02Z', 'updated_at': '2022-05-25T22:39:44Z', 'revision_number': 1, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc82d05a-7e7f-4e3c-ba63-b535e138d86d', 'name': '', 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'mac_address': 'fa:16:3e:26:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:50Z', 'updated_at': '2022-05-25T22:39:42Z', 'revision_number': 5, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'subnets': [{'id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:39:55.245696 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 40442) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:55.270149 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9ce6-07c8-4aaf-80b7-370c8e5eef05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:55.388601 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-4e2c9ce6-07c8-4aaf-80b7-370c8e5eef05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:55.397030 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-4e2c9ce6-07c8-4aaf-80b7-370c8e5eef05 admin admin] Usage tracker for resource:security_group_rule and tenant:0386e553c013450588782eb202c4215d is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:55.400541 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-4e2c9ce6-07c8-4aaf-80b7-370c8e5eef05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:55.409458 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-4e2c9ce6-07c8-4aaf-80b7-370c8e5eef05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:55.495086 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9ce6-07c8-4aaf-80b7-370c8e5eef05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:55.501617 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9ce6-07c8-4aaf-80b7-370c8e5eef05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:55.558155 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c9ce6-07c8-4aaf-80b7-370c8e5eef05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5acaf29-733c-4834-b703-0e40b40a717b,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:55.563985 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-4e2c9ce6-07c8-4aaf-80b7-370c8e5eef05 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0386e553c013450588782eb202c4215d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3172152 May 25 22:39:55.566488 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 40470) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:55.637699 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-912a8307-6004-4449-bdda-e3ab2ac10823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:55.668405 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-912a8307-6004-4449-bdda-e3ab2ac10823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:55.746431 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-912a8307-6004-4449-bdda-e3ab2ac10823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:55.766646 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a8307-6004-4449-bdda-e3ab2ac10823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5acaf29-733c-4834-b703-0e40b40a717b,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:55.788227 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-912a8307-6004-4449-bdda-e3ab2ac10823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:55.789565 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-912a8307-6004-4449-bdda-e3ab2ac10823 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c5acaf29-733c-4834-b703-0e40b40a717b HTTP/1.1" status: 204 len: 168 time: 0.2219732 May 25 22:39:55.865163 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379058d-9db9-41aa-975e-88aeddf30a3a req-b819560a-4327-4188-8cd7-10b3d8ba8da2 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:55.866752 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-9379058d-9db9-41aa-975e-88aeddf30a3a req-b819560a-4327-4188-8cd7-10b3d8ba8da2 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.0966885 May 25 22:39:55.913560 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-9379058d-9db9-41aa-975e-88aeddf30a3a req-37c18f03-7788-41d5-af5a-4a622f3ccc2d tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414197 May 25 22:39:56.058692 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 40492) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:56.315005 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-cacd359f-7fd8-4928-b62a-52559217f257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:56.352279 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-cacd359f-7fd8-4928-b62a-52559217f257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:56.356533 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-cacd359f-7fd8-4928-b62a-52559217f257 admin admin] Usage tracker for resource:security_group_rule and tenant:0b844b12cc134ad7b408f6e7b69ab735 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:56.359845 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-cacd359f-7fd8-4928-b62a-52559217f257 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:56.365855 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-cacd359f-7fd8-4928-b62a-52559217f257 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:56.436573 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-cacd359f-7fd8-4928-b62a-52559217f257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:56.440417 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-cacd359f-7fd8-4928-b62a-52559217f257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:56.488545 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd359f-7fd8-4928-b62a-52559217f257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c40f50-592e-4e10-901a-309123f3cc7c,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:56.499916 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 40512) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:56.513785 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-cacd359f-7fd8-4928-b62a-52559217f257 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0b844b12cc134ad7b408f6e7b69ab735&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4534080 May 25 22:39:56.561800 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6d64bf7e-78d9-4327-a74d-8542f711141a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:56.595222 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6d64bf7e-78d9-4327-a74d-8542f711141a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:56.650184 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6d64bf7e-78d9-4327-a74d-8542f711141a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:56.670927 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64bf7e-78d9-4327-a74d-8542f711141a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c40f50-592e-4e10-901a-309123f3cc7c,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:56.680942 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6d64bf7e-78d9-4327-a74d-8542f711141a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:56.682367 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-6d64bf7e-78d9-4327-a74d-8542f711141a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/59c40f50-592e-4e10-901a-309123f3cc7c HTTP/1.1" status: 204 len: 168 time: 0.1814623 May 25 22:39:57.121009 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42f018-d98d-4599-ac76-7e8c449116f7 req-d8d6cf2d-5e06-472b-9839-bf4a56c3c690 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:57.123130 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-1c42f018-d98d-4599-ac76-7e8c449116f7 req-d8d6cf2d-5e06-472b-9839-bf4a56c3c690 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.0879455 May 25 22:39:57.179009 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-1c42f018-d98d-4599-ac76-7e8c449116f7 req-ba94cb71-d0fb-476b-bb95-dd722ad37aa8 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503168 May 25 22:39:57.251127 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 40548) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:57.271928 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6d95c16d-a3c2-4a8d-8956-82a3791f6c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:57.308672 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-6d95c16d-a3c2-4a8d-8956-82a3791f6c56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:57.313794 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-6d95c16d-a3c2-4a8d-8956-82a3791f6c56 admin admin] Usage tracker for resource:security_group_rule and tenant:f14790f89a9943c283a05f3ad3d3a262 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:57.316739 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-6d95c16d-a3c2-4a8d-8956-82a3791f6c56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:57.324456 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-6d95c16d-a3c2-4a8d-8956-82a3791f6c56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:57.408959 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6d95c16d-a3c2-4a8d-8956-82a3791f6c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:57.408959 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6d95c16d-a3c2-4a8d-8956-82a3791f6c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:57.449073 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d95c16d-a3c2-4a8d-8956-82a3791f6c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bef217-9410-43e4-bf05-21f4310c964b,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:57.456604 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-6d95c16d-a3c2-4a8d-8956-82a3791f6c56 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f14790f89a9943c283a05f3ad3d3a262&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2037988 May 25 22:39:57.459424 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 40558) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:57.515030 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 40564) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:57.537886 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-60af4546-2a70-4c38-b720-f1cefb9417bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:57.563644 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-60af4546-2a70-4c38-b720-f1cefb9417bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:57.620363 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-60af4546-2a70-4c38-b720-f1cefb9417bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:57.640309 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af4546-2a70-4c38-b720-f1cefb9417bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bef217-9410-43e4-bf05-21f4310c964b,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:57.648928 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-60af4546-2a70-4c38-b720-f1cefb9417bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:57.650035 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-60af4546-2a70-4c38-b720-f1cefb9417bf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d8bef217-9410-43e4-bf05-21f4310c964b HTTP/1.1" status: 204 len: 168 time: 0.1894822 May 25 22:39:57.774191 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-cf9ee692-8384-461b-9cd6-2d82dfa782d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:57.807010 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-cf9ee692-8384-461b-9cd6-2d82dfa782d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:57.812109 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-cf9ee692-8384-461b-9cd6-2d82dfa782d4 admin admin] Usage tracker for resource:security_group_rule and tenant:e7f211e5d8e644c39b948affcd0f402b is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:57.819853 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-cf9ee692-8384-461b-9cd6-2d82dfa782d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:57.827070 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-cf9ee692-8384-461b-9cd6-2d82dfa782d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:57.921821 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-cf9ee692-8384-461b-9cd6-2d82dfa782d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:57.926516 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-cf9ee692-8384-461b-9cd6-2d82dfa782d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:57.978105 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ee692-8384-461b-9cd6-2d82dfa782d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37540d6-2caf-4e49-ada6-89befad5f9f6,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:57.983566 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-cf9ee692-8384-461b-9cd6-2d82dfa782d4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e7f211e5d8e644c39b948affcd0f402b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4670107 May 25 22:39:57.986185 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 40582) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:58.055520 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-9388f092-48a9-40a8-96fa-d7c04f2283dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:58.093422 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-9388f092-48a9-40a8-96fa-d7c04f2283dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:58.170723 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-9388f092-48a9-40a8-96fa-d7c04f2283dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:58.190013 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388f092-48a9-40a8-96fa-d7c04f2283dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37540d6-2caf-4e49-ada6-89befad5f9f6,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:58.202313 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-9388f092-48a9-40a8-96fa-d7c04f2283dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:58.204557 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-9388f092-48a9-40a8-96fa-d7c04f2283dd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a37540d6-2caf-4e49-ada6-89befad5f9f6 HTTP/1.1" status: 204 len: 168 time: 0.2170389 May 25 22:39:58.429842 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03302a-788b-4958-887f-826a0be9fb0d req-3d3434b0-5513-4ab4-9fda-92feda743b7f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:58.432855 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5b03302a-788b-4958-887f-826a0be9fb0d req-3d3434b0-5513-4ab4-9fda-92feda743b7f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.0985293 May 25 22:39:58.491499 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5b03302a-788b-4958-887f-826a0be9fb0d req-ea3c7830-5c51-4080-88b8-2e8dc2e6a782 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518279 May 25 22:39:58.759989 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 40622) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:58.779156 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-c6b23efa-9c67-4cec-b0cc-db800d6a7cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:58.812330 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-c6b23efa-9c67-4cec-b0cc-db800d6a7cc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:58.816606 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-c6b23efa-9c67-4cec-b0cc-db800d6a7cc5 admin admin] Usage tracker for resource:security_group_rule and tenant:e26ceed6c5b94da5b9ecaaab55acee8a is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:58.819583 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-c6b23efa-9c67-4cec-b0cc-db800d6a7cc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:58.828003 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-c6b23efa-9c67-4cec-b0cc-db800d6a7cc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:58.903154 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-c6b23efa-9c67-4cec-b0cc-db800d6a7cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:58.908244 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-c6b23efa-9c67-4cec-b0cc-db800d6a7cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:58.959000 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b23efa-9c67-4cec-b0cc-db800d6a7cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c43b083-4a4d-4ed0-bbad-b3513effeb18,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:58.964338 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-c6b23efa-9c67-4cec-b0cc-db800d6a7cc5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e26ceed6c5b94da5b9ecaaab55acee8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2031734 May 25 22:39:58.966871 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 40630) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:59.104201 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-605ee167-a64c-4bb4-9616-ec5eac0daa7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:59.135088 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-605ee167-a64c-4bb4-9616-ec5eac0daa7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:59.200625 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-605ee167-a64c-4bb4-9616-ec5eac0daa7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:59.226892 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-605ee167-a64c-4bb4-9616-ec5eac0daa7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:59.230431 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-605ee167-a64c-4bb4-9616-ec5eac0daa7e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7c43b083-4a4d-4ed0-bbad-b3513effeb18 HTTP/1.1" status: 204 len: 168 time: 0.2625246 May 25 22:39:59.231347 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ee167-a64c-4bb4-9616-ec5eac0daa7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c43b083-4a4d-4ed0-bbad-b3513effeb18,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:59.686430 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15d3d3-6480-41b4-b992-6a77019aa79f req-d2465195-15ea-495b-9769-5d4d2766f4ce tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:59.687855 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-ea15d3d3-6480-41b4-b992-6a77019aa79f req-d2465195-15ea-495b-9769-5d4d2766f4ce tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.0776422 May 25 22:39:59.770374 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-ea15d3d3-6480-41b4-b992-6a77019aa79f req-73fe09d0-8381-4839-88c4-189d7f945f34 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746293 May 25 22:40:00.020809 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 40694) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:00.207633 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bee0424-7b7a-4828-b8ae-c2594e1676bb None None] New status for floating IP 00fdfb02-f3dc-4588-b062-07dc42feca63: ACTIVE {{(pid=83206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:40:00.222110 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d73edea-9014-4888-92eb-cdbf0dff054b None None] New status for floating IP 435f30a3-70a7-4da8-8bca-89eabc02ec27: ACTIVE {{(pid=83205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:40:00.397928 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-994afd96-7b5d-4909-acb1-d4c59fa0b86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:00.471743 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-994afd96-7b5d-4909-acb1-d4c59fa0b86b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:00.477332 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-994afd96-7b5d-4909-acb1-d4c59fa0b86b admin admin] Usage tracker for resource:security_group_rule and tenant:1145a990357d4caba74b0332f7b20f78 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:00.481260 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-994afd96-7b5d-4909-acb1-d4c59fa0b86b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:00.498559 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-994afd96-7b5d-4909-acb1-d4c59fa0b86b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:00.619974 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-994afd96-7b5d-4909-acb1-d4c59fa0b86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:00.628249 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-994afd96-7b5d-4909-acb1-d4c59fa0b86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:00.690902 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-994afd96-7b5d-4909-acb1-d4c59fa0b86b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1145a990357d4caba74b0332f7b20f78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6690412 May 25 22:40:00.691804 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994afd96-7b5d-4909-acb1-d4c59fa0b86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25185fc-7951-4d3c-8b65-aa9574971976,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:00.693504 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 40716) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:00.761302 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c15c4812-8a9a-4681-9cba-cd8c830b11b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:00.794993 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c15c4812-8a9a-4681-9cba-cd8c830b11b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:00.871274 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c15c4812-8a9a-4681-9cba-cd8c830b11b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:00.887373 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c4812-8a9a-4681-9cba-cd8c830b11b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25185fc-7951-4d3c-8b65-aa9574971976,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:00.903601 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c15c4812-8a9a-4681-9cba-cd8c830b11b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:00.907523 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-c15c4812-8a9a-4681-9cba-cd8c830b11b0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e25185fc-7951-4d3c-8b65-aa9574971976 HTTP/1.1" status: 204 len: 168 time: 0.2101092 May 25 22:40:00.986513 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f96982-3dd0-4dce-8d76-23d5770574c3 req-7eee243c-ed3e-4f74-9221-07fc42cf8d8b tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:00.987970 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d6f96982-3dd0-4dce-8d76-23d5770574c3 req-7eee243c-ed3e-4f74-9221-07fc42cf8d8b tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.0851822 May 25 22:40:01.043131 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d6f96982-3dd0-4dce-8d76-23d5770574c3 req-5f7c961c-da90-4815-8107-f4c4ac343e8b tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484629 May 25 22:40:01.531559 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 40754) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:01.558749 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-97fedccb-c55a-4d08-86e3-111ab7a0be18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:01.596662 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-97fedccb-c55a-4d08-86e3-111ab7a0be18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:01.602443 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-97fedccb-c55a-4d08-86e3-111ab7a0be18 admin admin] Usage tracker for resource:security_group_rule and tenant:0c6c309b14874cefabb02cf1aec65e51 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:01.606134 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-97fedccb-c55a-4d08-86e3-111ab7a0be18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:01.614079 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-97fedccb-c55a-4d08-86e3-111ab7a0be18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:01.706422 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-97fedccb-c55a-4d08-86e3-111ab7a0be18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:01.712022 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-97fedccb-c55a-4d08-86e3-111ab7a0be18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:01.787608 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-97fedccb-c55a-4d08-86e3-111ab7a0be18 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0c6c309b14874cefabb02cf1aec65e51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2542007 May 25 22:40:01.790251 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 40768) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:01.792590 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fedccb-c55a-4d08-86e3-111ab7a0be18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949de3cc-ccc2-4896-90d9-c07c35006472,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:01.888433 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-04d81fc0-aedb-4d76-988c-587156063098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:01.935599 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-04d81fc0-aedb-4d76-988c-587156063098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:02.004894 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-04d81fc0-aedb-4d76-988c-587156063098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:02.027832 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d81fc0-aedb-4d76-988c-587156063098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949de3cc-ccc2-4896-90d9-c07c35006472,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:02.039086 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-04d81fc0-aedb-4d76-988c-587156063098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:02.042891 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-04d81fc0-aedb-4d76-988c-587156063098 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/949de3cc-ccc2-4896-90d9-c07c35006472 HTTP/1.1" status: 204 len: 168 time: 0.2514844 May 25 22:40:02.348481 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d8b3b-0622-4313-ab1c-1d90d6b8a5e7 req-bef68e63-53e1-4642-baad-97f4c8dabfa7 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:02.350159 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-fd8d8b3b-0622-4313-ab1c-1d90d6b8a5e7 req-bef68e63-53e1-4642-baad-97f4c8dabfa7 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.1638076 May 25 22:40:02.435581 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-fd8d8b3b-0622-4313-ab1c-1d90d6b8a5e7 req-e2875775-602e-4b11-ba16-f5475b97b7da tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790555 May 25 22:40:03.660088 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1586269-b845-4f42-97b7-7fdb74768407 req-f9ea8bb8-72c4-48cd-beef-ec0bdc3a837f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:03.662084 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d1586269-b845-4f42-97b7-7fdb74768407 req-f9ea8bb8-72c4-48cd-beef-ec0bdc3a837f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.0932312 May 25 22:40:03.713142 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d1586269-b845-4f42-97b7-7fdb74768407 req-68256345-2f74-49fa-bc6b-70fef4eff59b tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448833 May 25 22:40:03.788625 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:03.855015 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 40940) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:04.109442 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-43fadd20-2c4b-4142-8a34-9ba31b9c031e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:04.141290 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-43fadd20-2c4b-4142-8a34-9ba31b9c031e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:04.146225 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-43fadd20-2c4b-4142-8a34-9ba31b9c031e admin admin] Usage tracker for resource:security_group_rule and tenant:95b865c424184d90a94fe0a475942c1d is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:04.149213 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-43fadd20-2c4b-4142-8a34-9ba31b9c031e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:04.155681 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-43fadd20-2c4b-4142-8a34-9ba31b9c031e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:04.188933 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 40956) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:04.242843 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-43fadd20-2c4b-4142-8a34-9ba31b9c031e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:04.249713 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-43fadd20-2c4b-4142-8a34-9ba31b9c031e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:04.302848 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fadd20-2c4b-4142-8a34-9ba31b9c031e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2324adc0-1957-41a8-a8f7-ef6d87c6f46d,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:04.318753 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-43fadd20-2c4b-4142-8a34-9ba31b9c031e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=95b865c424184d90a94fe0a475942c1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4623587 May 25 22:40:04.321565 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 40968) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:04.380880 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-13b47ed8-4a7c-42df-9fcc-c99c76926bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:04.431569 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-13b47ed8-4a7c-42df-9fcc-c99c76926bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:04.437717 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-13b47ed8-4a7c-42df-9fcc-c99c76926bc2 admin admin] Usage tracker for resource:security_group_rule and tenant:058224e7a4a64c9a9486c5619f292874 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:04.442598 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-13b47ed8-4a7c-42df-9fcc-c99c76926bc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:04.448330 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-300d272b-6fe2-4482-98ba-caf22c6b5176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:04.451705 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-13b47ed8-4a7c-42df-9fcc-c99c76926bc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:04.535317 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-13b47ed8-4a7c-42df-9fcc-c99c76926bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:04.543154 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-13b47ed8-4a7c-42df-9fcc-c99c76926bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:04.575975 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-300d272b-6fe2-4482-98ba-caf22c6b5176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:04.592635 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-13b47ed8-4a7c-42df-9fcc-c99c76926bc2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=058224e7a4a64c9a9486c5619f292874&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4021525 May 25 22:40:04.595959 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 40978) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:04.629302 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b47ed8-4a7c-42df-9fcc-c99c76926bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27500d0-fc2b-4445-a742-73ac9345aa45,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:04.661324 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-300d272b-6fe2-4482-98ba-caf22c6b5176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:04.683526 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d272b-6fe2-4482-98ba-caf22c6b5176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2324adc0-1957-41a8-a8f7-ef6d87c6f46d,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:04.691678 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6df91cec-2c2a-402d-90e8-fb76823bf837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:04.701021 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-300d272b-6fe2-4482-98ba-caf22c6b5176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:04.705869 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-300d272b-6fe2-4482-98ba-caf22c6b5176 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2324adc0-1957-41a8-a8f7-ef6d87c6f46d HTTP/1.1" status: 204 len: 168 time: 0.3833158 May 25 22:40:04.739432 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6df91cec-2c2a-402d-90e8-fb76823bf837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:04.826527 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6df91cec-2c2a-402d-90e8-fb76823bf837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:04.885525 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df91cec-2c2a-402d-90e8-fb76823bf837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27500d0-fc2b-4445-a742-73ac9345aa45,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:04.902996 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6df91cec-2c2a-402d-90e8-fb76823bf837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:04.906656 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-6df91cec-2c2a-402d-90e8-fb76823bf837 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d27500d0-fc2b-4445-a742-73ac9345aa45 HTTP/1.1" status: 204 len: 168 time: 0.3065541 May 25 22:40:05.136012 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7f9f7-bc9a-4279-8c54-03bf9fe932f4 req-62619005-fc17-4dbb-95f1-f45d36a92072 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:05.139470 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-2ef7f9f7-bc9a-4279-8c54-03bf9fe932f4 req-62619005-fc17-4dbb-95f1-f45d36a92072 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.1240652 May 25 22:40:05.220555 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-2ef7f9f7-bc9a-4279-8c54-03bf9fe932f4 req-ddeaa5ba-5b0b-451b-b36e-13a9c18a099a tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748405 May 25 22:40:05.382877 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 41008) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:05.407274 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a838222b-821f-41a4-8187-cea693fbdea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:05.425325 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 41012) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:05.445779 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-37a62bd7-54e4-436d-9e4c-a27d35be2e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:05.447758 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-a838222b-821f-41a4-8187-cea693fbdea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:05.452254 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-a838222b-821f-41a4-8187-cea693fbdea0 admin admin] Usage tracker for resource:security_group_rule and tenant:f2a32433390c423e82ea2dcf08c5f9b9 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:05.469713 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-a838222b-821f-41a4-8187-cea693fbdea0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:05.481978 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-a838222b-821f-41a4-8187-cea693fbdea0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:05.498140 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-37a62bd7-54e4-436d-9e4c-a27d35be2e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:05.504908 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-37a62bd7-54e4-436d-9e4c-a27d35be2e83 admin admin] Usage tracker for resource:security_group_rule and tenant:78bbfd2d9355449492d9a268edcfd855 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:05.511283 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-37a62bd7-54e4-436d-9e4c-a27d35be2e83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:05.521890 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-37a62bd7-54e4-436d-9e4c-a27d35be2e83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:05.572960 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a838222b-821f-41a4-8187-cea693fbdea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:05.576862 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a838222b-821f-41a4-8187-cea693fbdea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:05.596244 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-37a62bd7-54e4-436d-9e4c-a27d35be2e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:05.600834 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-37a62bd7-54e4-436d-9e4c-a27d35be2e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:05.623776 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838222b-821f-41a4-8187-cea693fbdea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8d127a-dd9c-4d32-bc85-868633e9e6dc,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:05.628529 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-a838222b-821f-41a4-8187-cea693fbdea0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f2a32433390c423e82ea2dcf08c5f9b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2441659 May 25 22:40:05.631221 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 41020) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:05.646879 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a62bd7-54e4-436d-9e4c-a27d35be2e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d04ceed-9c90-4514-a9c9-912d0d980479,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:05.650918 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-37a62bd7-54e4-436d-9e4c-a27d35be2e83 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=78bbfd2d9355449492d9a268edcfd855&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2245092 May 25 22:40:05.654027 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 41024) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:05.694014 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2b9cb090-e3e0-4e64-a0f6-07ab4c417f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:05.711454 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-20c4f0cc-3429-405e-84cd-3dac84c8f7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:05.719702 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2b9cb090-e3e0-4e64-a0f6-07ab4c417f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:05.736384 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-20c4f0cc-3429-405e-84cd-3dac84c8f7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:05.771337 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2b9cb090-e3e0-4e64-a0f6-07ab4c417f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:05.791151 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-20c4f0cc-3429-405e-84cd-3dac84c8f7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:05.791330 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9cb090-e3e0-4e64-a0f6-07ab4c417f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8d127a-dd9c-4d32-bc85-868633e9e6dc,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:05.794537 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2b9cb090-e3e0-4e64-a0f6-07ab4c417f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:05.795642 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-2b9cb090-e3e0-4e64-a0f6-07ab4c417f59 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5d8d127a-dd9c-4d32-bc85-868633e9e6dc HTTP/1.1" status: 204 len: 168 time: 0.1635416 May 25 22:40:05.814659 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c4f0cc-3429-405e-84cd-3dac84c8f7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d04ceed-9c90-4514-a9c9-912d0d980479,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:05.821024 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-20c4f0cc-3429-405e-84cd-3dac84c8f7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:05.822973 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-20c4f0cc-3429-405e-84cd-3dac84c8f7f3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6d04ceed-9c90-4514-a9c9-912d0d980479 HTTP/1.1" status: 204 len: 168 time: 0.1671870 May 25 22:40:06.456696 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8e464-dcaa-4e32-9ac2-ad196a62f6ae req-7667d38b-a9ab-48d7-9475-5b15c2038d89 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:06.458356 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-63d8e464-dcaa-4e32-9ac2-ad196a62f6ae req-7667d38b-a9ab-48d7-9475-5b15c2038d89 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.0936668 May 25 22:40:06.513027 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-63d8e464-dcaa-4e32-9ac2-ad196a62f6ae req-96a66744-fec6-43f3-8dec-a1a73c0d99d9 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458305 May 25 22:40:07.236890 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 41106) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:07.453900 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2f3e930c-52ce-4b36-b63c-759c417e64d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:07.490942 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-2f3e930c-52ce-4b36-b63c-759c417e64d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:07.495022 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-2f3e930c-52ce-4b36-b63c-759c417e64d7 admin admin] Usage tracker for resource:security_group_rule and tenant:3c5104a354d340c39558a28207420a7f is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:07.498410 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-2f3e930c-52ce-4b36-b63c-759c417e64d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:07.504498 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-2f3e930c-52ce-4b36-b63c-759c417e64d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:07.577787 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2f3e930c-52ce-4b36-b63c-759c417e64d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:07.583583 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2f3e930c-52ce-4b36-b63c-759c417e64d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:07.641624 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e930c-52ce-4b36-b63c-759c417e64d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ea1591-088d-4815-91d8-b454aeb12e38,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:07.645600 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-2f3e930c-52ce-4b36-b63c-759c417e64d7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3c5104a354d340c39558a28207420a7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4076805 May 25 22:40:07.648322 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 41128) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:07.754422 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0fb7bf1e-ed28-445b-8d17-eef1d70b2c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:07.766577 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a394fe5-78f8-4269-996e-fe4293e49ec5 req-829d8bd7-c852-4982-84c2-b196ad2e0bac tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:07.768871 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-6a394fe5-78f8-4269-996e-fe4293e49ec5 req-829d8bd7-c852-4982-84c2-b196ad2e0bac tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.1105976 May 25 22:40:07.788409 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0fb7bf1e-ed28-445b-8d17-eef1d70b2c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:07.824594 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-6a394fe5-78f8-4269-996e-fe4293e49ec5 req-b83f0614-00f2-4981-ac94-32eacdae8c31 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465608 May 25 22:40:07.854971 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0fb7bf1e-ed28-445b-8d17-eef1d70b2c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:07.870868 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7bf1e-ed28-445b-8d17-eef1d70b2c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ea1591-088d-4815-91d8-b454aeb12e38,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:07.878312 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0fb7bf1e-ed28-445b-8d17-eef1d70b2c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:07.879677 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-0fb7bf1e-ed28-445b-8d17-eef1d70b2c83 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/97ea1591-088d-4815-91d8-b454aeb12e38 HTTP/1.1" status: 204 len: 168 time: 0.2298310 May 25 22:40:09.030371 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83df92-2aa1-4321-8bbb-8a9b5444baa4 req-1f35bec2-b371-4919-ad00-1964fb622951 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:09.031777 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-db83df92-2aa1-4321-8bbb-8a9b5444baa4 req-1f35bec2-b371-4919-ad00-1964fb622951 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.0743668 May 25 22:40:09.075404 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-db83df92-2aa1-4321-8bbb-8a9b5444baa4 req-9c61d513-8f93-4029-a76b-45d5f0619db9 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381382 May 25 22:40:10.300441 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968c247-8ef2-4404-a8fb-7836f7aad1e1 req-bd753bba-cb9f-48e4-911b-8d4bccb845e0 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:10.301789 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-8968c247-8ef2-4404-a8fb-7836f7aad1e1 req-bd753bba-cb9f-48e4-911b-8d4bccb845e0 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.1020033 May 25 22:40:10.329430 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 41198) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:10.350284 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-8968c247-8ef2-4404-a8fb-7836f7aad1e1 req-321e0a39-414a-43b5-a480-152907309bbc tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428922 May 25 22:40:10.467162 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-db689e40-69cf-471e-af21-68c4e91f559d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:10.497880 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-db689e40-69cf-471e-af21-68c4e91f559d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:10.501704 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-db689e40-69cf-471e-af21-68c4e91f559d admin admin] Usage tracker for resource:security_group_rule and tenant:3cc8fbba5d8b4afe86ab1c67ba5f78c6 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:10.504489 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-db689e40-69cf-471e-af21-68c4e91f559d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:10.510242 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-db689e40-69cf-471e-af21-68c4e91f559d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:10.578054 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-db689e40-69cf-471e-af21-68c4e91f559d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:10.581977 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-db689e40-69cf-471e-af21-68c4e91f559d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:10.629944 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-db689e40-69cf-471e-af21-68c4e91f559d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3cc8fbba5d8b4afe86ab1c67ba5f78c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2994080 May 25 22:40:10.630734 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db689e40-69cf-471e-af21-68c4e91f559d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103c2f40-aee8-49e1-817f-9a3600945814,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:10.632738 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 41210) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:10.694127 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-3b4ec694-fa53-4dd3-a34c-39acb9d43759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:10.721916 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-3b4ec694-fa53-4dd3-a34c-39acb9d43759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:10.787262 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-3b4ec694-fa53-4dd3-a34c-39acb9d43759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:10.804302 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ec694-fa53-4dd3-a34c-39acb9d43759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103c2f40-aee8-49e1-817f-9a3600945814,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:10.813460 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-3b4ec694-fa53-4dd3-a34c-39acb9d43759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:10.814611 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-3b4ec694-fa53-4dd3-a34c-39acb9d43759 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/103c2f40-aee8-49e1-817f-9a3600945814 HTTP/1.1" status: 204 len: 168 time: 0.1808019 May 25 22:40:11.179208 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 41232) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:11.198416 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-52a32896-50e2-440a-8ea4-d7a4c9aafea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:11.232669 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-52a32896-50e2-440a-8ea4-d7a4c9aafea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:11.236694 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-52a32896-50e2-440a-8ea4-d7a4c9aafea4 admin admin] Usage tracker for resource:security_group_rule and tenant:7c0b52ea78664bf5a40c79f01cb1b5cd is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:11.240010 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-52a32896-50e2-440a-8ea4-d7a4c9aafea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:11.248066 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-52a32896-50e2-440a-8ea4-d7a4c9aafea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:11.318977 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-52a32896-50e2-440a-8ea4-d7a4c9aafea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:11.323143 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-52a32896-50e2-440a-8ea4-d7a4c9aafea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:11.423688 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-52a32896-50e2-440a-8ea4-d7a4c9aafea4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7c0b52ea78664bf5a40c79f01cb1b5cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2409563 May 25 22:40:11.423688 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a32896-50e2-440a-8ea4-d7a4c9aafea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a81c566-a02d-4ebc-9030-aad0cbe1fe08,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:11.424153 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 41240) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:11.533982 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d8c439cb-2fde-4025-a33a-6c8fe7690fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:11.571895 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d8c439cb-2fde-4025-a33a-6c8fe7690fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:11.620108 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66959d-4b8d-4344-8a27-5df3cba1ad2f req-83e96280-73b0-453d-ad84-462a43da14ef tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:11.621464 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-3f66959d-4b8d-4344-8a27-5df3cba1ad2f req-83e96280-73b0-453d-ad84-462a43da14ef tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.1329401 May 25 22:40:11.660294 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d8c439cb-2fde-4025-a33a-6c8fe7690fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:11.686979 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c439cb-2fde-4025-a33a-6c8fe7690fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a81c566-a02d-4ebc-9030-aad0cbe1fe08,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:11.692187 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-3f66959d-4b8d-4344-8a27-5df3cba1ad2f req-0d5d9163-f5cf-4099-b456-15c70da7ce1b tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648196 May 25 22:40:11.697857 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d8c439cb-2fde-4025-a33a-6c8fe7690fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:11.701840 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-d8c439cb-2fde-4025-a33a-6c8fe7690fb9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2a81c566-a02d-4ebc-9030-aad0cbe1fe08 HTTP/1.1" status: 204 len: 168 time: 0.2738545 May 25 22:40:12.597596 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-321302a7-b447-4657-a37c-21377f06fb8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:12.932653 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dffe3c-8ea0-450d-a40a-16186d5550ba req-45db3baf-9682-41c9-b0a4-f1144a876859 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:12.935509 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-58dffe3c-8ea0-450d-a40a-16186d5550ba req-45db3baf-9682-41c9-b0a4-f1144a876859 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.1021783 May 25 22:40:12.983258 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-58dffe3c-8ea0-450d-a40a-16186d5550ba req-3d7704f4-463a-427d-8b78-10267cae9ddd tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411651 May 25 22:40:14.228016 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b7d1a-f596-4c76-8747-2a0332ed0894 req-bbf028f9-7e21-48df-95c9-fd078f81ad9a tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:14.229730 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-3b3b7d1a-f596-4c76-8747-2a0332ed0894 req-bbf028f9-7e21-48df-95c9-fd078f81ad9a tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.1063073 May 25 22:40:14.279538 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-3b3b7d1a-f596-4c76-8747-2a0332ed0894 req-0950eeb4-0427-47f8-a35b-3233d84e6fc9 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438938 May 25 22:40:14.751448 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-b3f21ed9-4740-4617-bc37-a3f3f2bf0aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:15.294277 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 41368) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:15.448425 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-9cd2c03a-c025-4af8-98a6-ae24fa95a57d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:15.480606 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-9cd2c03a-c025-4af8-98a6-ae24fa95a57d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:15.484750 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-9cd2c03a-c025-4af8-98a6-ae24fa95a57d admin admin] Usage tracker for resource:security_group_rule and tenant:95c7cb1114ec445c93632fd6d5f6aa2e is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:15.487931 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-9cd2c03a-c025-4af8-98a6-ae24fa95a57d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:15.490424 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f243ddf-8dc5-405e-ade5-a0ec5b9bc815 req-cc069109-d7ed-4137-949e-eefe7cf4a9d8 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:15.493727 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-9cd2c03a-c025-4af8-98a6-ae24fa95a57d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:15.498483 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-3f243ddf-8dc5-405e-ade5-a0ec5b9bc815 req-cc069109-d7ed-4137-949e-eefe7cf4a9d8 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.0928938 May 25 22:40:15.554066 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-3f243ddf-8dc5-405e-ade5-a0ec5b9bc815 req-018a4985-ff62-452f-9194-56814a82bfc1 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544758 May 25 22:40:15.566740 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-9cd2c03a-c025-4af8-98a6-ae24fa95a57d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:15.572359 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-9cd2c03a-c025-4af8-98a6-ae24fa95a57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:15.619836 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2c03a-c025-4af8-98a6-ae24fa95a57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8431f47c-5a29-4026-a35b-51f30e483872,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:15.625680 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-9cd2c03a-c025-4af8-98a6-ae24fa95a57d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=95c7cb1114ec445c93632fd6d5f6aa2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3303621 May 25 22:40:15.628361 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 41380) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:15.693877 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-02703930-cbcd-40d6-b641-e78356fabfd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:15.718868 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-02703930-cbcd-40d6-b641-e78356fabfd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:15.771766 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-02703930-cbcd-40d6-b641-e78356fabfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:15.788718 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02703930-cbcd-40d6-b641-e78356fabfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8431f47c-5a29-4026-a35b-51f30e483872,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:15.796076 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-02703930-cbcd-40d6-b641-e78356fabfd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:15.797167 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-02703930-cbcd-40d6-b641-e78356fabfd0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8431f47c-5a29-4026-a35b-51f30e483872 HTTP/1.1" status: 204 len: 168 time: 0.1671569 May 25 22:40:15.961535 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:16.134094 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 41402) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:16.154189 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-bd565384-b87d-413c-a10a-1b7e2e7d4c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:16.192414 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-bd565384-b87d-413c-a10a-1b7e2e7d4c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:16.196787 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-bd565384-b87d-413c-a10a-1b7e2e7d4c30 admin admin] Usage tracker for resource:security_group_rule and tenant:7a0c7a2788d94a118a05279f6dd8fd95 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:16.199616 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-bd565384-b87d-413c-a10a-1b7e2e7d4c30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:16.208029 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-bd565384-b87d-413c-a10a-1b7e2e7d4c30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:16.276178 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-bd565384-b87d-413c-a10a-1b7e2e7d4c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:16.281401 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-bd565384-b87d-413c-a10a-1b7e2e7d4c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:16.328341 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd565384-b87d-413c-a10a-1b7e2e7d4c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194fab02-81a3-4bab-94ec-ed06f50a1385,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:16.334723 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-bd565384-b87d-413c-a10a-1b7e2e7d4c30 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7a0c7a2788d94a118a05279f6dd8fd95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1971519 May 25 22:40:16.335071 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 41418) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:16.378833 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:16.401732 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-51f20d22-22bc-4af5-9c20-e28c23ef7b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:16.428999 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-51f20d22-22bc-4af5-9c20-e28c23ef7b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:16.483904 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-51f20d22-22bc-4af5-9c20-e28c23ef7b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:16.500642 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f20d22-22bc-4af5-9c20-e28c23ef7b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194fab02-81a3-4bab-94ec-ed06f50a1385,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:16.507672 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-51f20d22-22bc-4af5-9c20-e28c23ef7b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:16.509295 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-51f20d22-22bc-4af5-9c20-e28c23ef7b94 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/194fab02-81a3-4bab-94ec-ed06f50a1385 HTTP/1.1" status: 204 len: 168 time: 0.1730261 May 25 22:40:16.773743 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f9c4b-269e-4f09-abb4-fd534c60daaf req-0cf29482-906c-4472-add8-8c23da9cb422 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:16.775024 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-fb1f9c4b-269e-4f09-abb4-fd534c60daaf req-0cf29482-906c-4472-add8-8c23da9cb422 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.0786209 May 25 22:40:16.825288 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-fb1f9c4b-269e-4f09-abb4-fd534c60daaf req-d80b26d8-aa75-4dcb-aff7-711ffd1e685c tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434787 May 25 22:40:17.505452 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:17.541595 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-09c624e1-befa-4e9c-ad0c-0c5cae760a9a req-94872965-da42-418a-988c-09bb3807132f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 1098 time: 0.1174762 May 25 22:40:17.584767 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-09c624e1-befa-4e9c-ad0c-0c5cae760a9a req-84241ce2-a02e-49c0-bc02-3ad9a6c0e812 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367155 May 25 22:40:17.987644 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 41482) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:18.103131 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c298c7c-a87b-49ae-8d2d-7455f7caaf87 req-7c067230-d7fa-499a-97ce-d749237a71c2 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:18.104819 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-5c298c7c-a87b-49ae-8d2d-7455f7caaf87 req-7c067230-d7fa-499a-97ce-d749237a71c2 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.0870056 May 25 22:40:18.192735 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-5c298c7c-a87b-49ae-8d2d-7455f7caaf87 req-7be9f055-18b8-4ff1-b9a1-052bebdd4c6a tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811360 May 25 22:40:18.283645 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-aab44910-e1de-4d8f-83b6-7efe52b1dfe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:18.315309 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-aab44910-e1de-4d8f-83b6-7efe52b1dfe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:18.319220 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-aab44910-e1de-4d8f-83b6-7efe52b1dfe8 admin admin] Usage tracker for resource:security_group_rule and tenant:110cd1ca4de94003ac1f516692368130 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:18.322092 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-aab44910-e1de-4d8f-83b6-7efe52b1dfe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:18.328533 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-aab44910-e1de-4d8f-83b6-7efe52b1dfe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:18.395526 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-aab44910-e1de-4d8f-83b6-7efe52b1dfe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:18.399214 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-aab44910-e1de-4d8f-83b6-7efe52b1dfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:18.445737 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab44910-e1de-4d8f-83b6-7efe52b1dfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b51aecd-b3f2-4b11-a963-74bafdc523d4,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:18.453065 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-aab44910-e1de-4d8f-83b6-7efe52b1dfe8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=110cd1ca4de94003ac1f516692368130&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4642873 May 25 22:40:18.455756 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 41504) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:18.518583 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-5600983a-721d-4d92-87f6-ab0ff5d60622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:18.545044 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-5600983a-721d-4d92-87f6-ab0ff5d60622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:18.595766 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-5600983a-721d-4d92-87f6-ab0ff5d60622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:18.613501 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600983a-721d-4d92-87f6-ab0ff5d60622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b51aecd-b3f2-4b11-a963-74bafdc523d4,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:18.617495 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-5600983a-721d-4d92-87f6-ab0ff5d60622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:18.620138 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-5600983a-721d-4d92-87f6-ab0ff5d60622 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2b51aecd-b3f2-4b11-a963-74bafdc523d4 HTTP/1.1" status: 204 len: 168 time: 0.1619503 May 25 22:40:19.015444 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 41530) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:19.034232 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-03e44263-bf51-4af5-89eb-06155d43f829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:19.067998 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-03e44263-bf51-4af5-89eb-06155d43f829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:19.071829 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-03e44263-bf51-4af5-89eb-06155d43f829 admin admin] Usage tracker for resource:security_group_rule and tenant:61bada9c320840f48130c06fcf46ca41 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:19.075332 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-03e44263-bf51-4af5-89eb-06155d43f829 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:19.082113 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-03e44263-bf51-4af5-89eb-06155d43f829 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:19.173586 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-03e44263-bf51-4af5-89eb-06155d43f829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:19.191193 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-03e44263-bf51-4af5-89eb-06155d43f829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:19.300283 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e44263-bf51-4af5-89eb-06155d43f829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a50e1f6-8b4e-43d2-b544-d8f393eafde9,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:19.321003 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-03e44263-bf51-4af5-89eb-06155d43f829 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=61bada9c320840f48130c06fcf46ca41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3044634 May 25 22:40:19.323497 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 41542) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:19.392280 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-364ce064-568c-4384-83c6-31d762fdf68f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:19.470094 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-364ce064-568c-4384-83c6-31d762fdf68f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:19.538129 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee4394-94a6-4984-9145-d07df57e3a19 req-981d2bc1-88d0-485a-9def-e569818b1c2d tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:19.539562 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-6fee4394-94a6-4984-9145-d07df57e3a19 req-981d2bc1-88d0-485a-9def-e569818b1c2d tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.1332986 May 25 22:40:19.566110 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-364ce064-568c-4384-83c6-31d762fdf68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:19.585887 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ce064-568c-4384-83c6-31d762fdf68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a50e1f6-8b4e-43d2-b544-d8f393eafde9,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:19.613760 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-6fee4394-94a6-4984-9145-d07df57e3a19 req-9b11f6bf-5742-4046-bfe6-e670cad6ff61 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676961 May 25 22:40:19.614610 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-364ce064-568c-4384-83c6-31d762fdf68f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:19.615557 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-364ce064-568c-4384-83c6-31d762fdf68f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3a50e1f6-8b4e-43d2-b544-d8f393eafde9 HTTP/1.1" status: 204 len: 168 time: 0.2909296 May 25 22:40:19.808411 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7ff44-4f98-4df0-941b-a2c7db9fc2f1 req-3d094dd3-fe25-4bae-aee4-943030c43aa6 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:19.809940 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-17e7ff44-4f98-4df0-941b-a2c7db9fc2f1 req-3d094dd3-fe25-4bae-aee4-943030c43aa6 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dfcdea-90f0-49ba-bc88-239a5dadabe5 HTTP/1.1" status: 200 len: 945 time: 0.0760345 May 25 22:40:19.858012 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-17e7ff44-4f98-4df0-941b-a2c7db9fc2f1 req-c60ca0e0-11bb-478c-b531-db85403916f0 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420511 May 25 22:40:20.003759 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 41560) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:20.021272 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-ae591595-4d58-4965-9570-ef9ec938c9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:20.052962 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-ae591595-4d58-4965-9570-ef9ec938c9dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:20.057817 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-ae591595-4d58-4965-9570-ef9ec938c9dd admin admin] Usage tracker for resource:security_group_rule and tenant:15bad7d2a7114722a0ccfb1ed08f85f4 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:20.061167 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-ae591595-4d58-4965-9570-ef9ec938c9dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:20.067751 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-ae591595-4d58-4965-9570-ef9ec938c9dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:20.134491 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-ae591595-4d58-4965-9570-ef9ec938c9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:20.139733 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-ae591595-4d58-4965-9570-ef9ec938c9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:20.188787 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae591595-4d58-4965-9570-ef9ec938c9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42501896-292e-41cd-99cc-9737b3257664,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:20.193371 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-ae591595-4d58-4965-9570-ef9ec938c9dd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=15bad7d2a7114722a0ccfb1ed08f85f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1885772 May 25 22:40:20.196857 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 41566) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:20.270976 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-28bf0115-3d16-49db-a0b5-12a03771bb70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:20.301293 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-28bf0115-3d16-49db-a0b5-12a03771bb70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:20.359041 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-28bf0115-3d16-49db-a0b5-12a03771bb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:20.373245 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf0115-3d16-49db-a0b5-12a03771bb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42501896-292e-41cd-99cc-9737b3257664,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:20.381012 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-28bf0115-3d16-49db-a0b5-12a03771bb70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:20.382154 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-28bf0115-3d16-49db-a0b5-12a03771bb70 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/42501896-292e-41cd-99cc-9737b3257664 HTTP/1.1" status: 204 len: 168 time: 0.1842842 May 25 22:40:20.627705 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 41590) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:20.805533 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-47b93976-7850-4e50-8935-487f480cbc5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:20.837711 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-47b93976-7850-4e50-8935-487f480cbc5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:20.844926 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-47b93976-7850-4e50-8935-487f480cbc5c admin admin] Usage tracker for resource:security_group_rule and tenant:6eb2cfb4bcb74a828654f7043cf60dc3 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:20.848015 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-47b93976-7850-4e50-8935-487f480cbc5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:20.853551 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-47b93976-7850-4e50-8935-487f480cbc5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:20.935755 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-47b93976-7850-4e50-8935-487f480cbc5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:20.939699 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-47b93976-7850-4e50-8935-487f480cbc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:20.992295 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b93976-7850-4e50-8935-487f480cbc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456c53bb-e47e-4569-bb60-44fd2253609b,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:20.998784 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-47b93976-7850-4e50-8935-487f480cbc5c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6eb2cfb4bcb74a828654f7043cf60dc3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3698895 May 25 22:40:21.000823 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 41616) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:21.064583 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-3d2bb7b4-eb6b-4777-8f5e-3d92822026a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:21.090260 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-3d2bb7b4-eb6b-4777-8f5e-3d92822026a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:21.147006 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-3d2bb7b4-eb6b-4777-8f5e-3d92822026a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:21.165943 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2bb7b4-eb6b-4777-8f5e-3d92822026a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456c53bb-e47e-4569-bb60-44fd2253609b,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:21.170935 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-3d2bb7b4-eb6b-4777-8f5e-3d92822026a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:21.179067 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-3d2bb7b4-eb6b-4777-8f5e-3d92822026a4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/456c53bb-e47e-4569-bb60-44fd2253609b HTTP/1.1" status: 204 len: 168 time: 0.1747417 May 25 22:40:21.627504 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 41648) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:21.647921 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-62dc1110-bc4d-4dc9-a461-5bca8bf921c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:21.679078 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-62dc1110-bc4d-4dc9-a461-5bca8bf921c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:21.683403 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-62dc1110-bc4d-4dc9-a461-5bca8bf921c9 admin admin] Usage tracker for resource:security_group_rule and tenant:b21b9c904e8c4b16ada8f91f2fe46dc1 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:21.687035 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-62dc1110-bc4d-4dc9-a461-5bca8bf921c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:21.692769 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-62dc1110-bc4d-4dc9-a461-5bca8bf921c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:21.769532 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-66f39bd4-47b3-481a-95e2-07a0a71edec4 req-e36cbf68-63c3-47e7-b43f-8327c7d4ab6e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=360f94ee5000428395895ec5220a3314&device_id=e1dfcdea-90f0-49ba-bc88-239a5dadabe5 HTTP/1.1" status: 200 len: 1098 time: 0.0754957 May 25 22:40:21.817288 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-62dc1110-bc4d-4dc9-a461-5bca8bf921c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:21.827527 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-62dc1110-bc4d-4dc9-a461-5bca8bf921c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:21.863224 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-62dc1110-bc4d-4dc9-a461-5bca8bf921c9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b21b9c904e8c4b16ada8f91f2fe46dc1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2342854 May 25 22:40:21.868381 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 41658) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:21.908916 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc1110-bc4d-4dc9-a461-5bca8bf921c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882f94d6-5517-4e1a-abba-d524a4e21e50,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:21.924148 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc3e03-589f-4f92-b439-4676c43c3df1 req-4c4ed2a8-015e-4b60-bcb8-9c93473dff8d tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:21.934171 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-fccc3e03-589f-4f92-b439-4676c43c3df1 req-4c4ed2a8-015e-4b60-bcb8-9c93473dff8d tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dfcdea-90f0-49ba-bc88-239a5dadabe5 HTTP/1.1" status: 200 len: 945 time: 0.2033491 May 25 22:40:21.959336 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f39bd4-47b3-481a-95e2-07a0a71edec4 req-0a4b4857-d77b-420e-b9a5-5a20f22860a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:21.961167 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-66f39bd4-47b3-481a-95e2-07a0a71edec4 req-0a4b4857-d77b-420e-b9a5-5a20f22860a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=84ae9284-4480-4503-b05c-9e1235a6ee14 HTTP/1.1" status: 200 len: 920 time: 0.1859939 May 25 22:40:22.033657 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-fccc3e03-589f-4f92-b439-4676c43c3df1 req-4a6381b5-5e09-431d-b65c-c00a76546628 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897555 May 25 22:40:22.054572 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-d89734b1-109f-4911-a809-561a36db55e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:22.076961 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-66f39bd4-47b3-481a-95e2-07a0a71edec4 req-a4e9ea93-c11b-45c0-b83c-854896767db3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a99ed12-747c-47bf-beef-661f45238f24 HTTP/1.1" status: 200 len: 217 time: 0.1088936 May 25 22:40:22.097292 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-d89734b1-109f-4911-a809-561a36db55e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:22.154379 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 41672) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:22.155838 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f39bd4-47b3-481a-95e2-07a0a71edec4 req-1bb899ec-2078-4a9f-941e-8b62a53fb052 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:22.157430 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-d89734b1-109f-4911-a809-561a36db55e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:22.157556 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-66f39bd4-47b3-481a-95e2-07a0a71edec4 req-1bb899ec-2078-4a9f-941e-8b62a53fb052 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eaeba0d5-7c5d-481f-b009-b71f12b223e9 HTTP/1.1" status: 200 len: 858 time: 0.0741272 May 25 22:40:22.179869 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89734b1-109f-4911-a809-561a36db55e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882f94d6-5517-4e1a-abba-d524a4e21e50,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:22.188397 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-d89734b1-109f-4911-a809-561a36db55e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:22.189730 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-d89734b1-109f-4911-a809-561a36db55e1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/882f94d6-5517-4e1a-abba-d524a4e21e50 HTTP/1.1" status: 204 len: 168 time: 0.3202565 May 25 22:40:22.248687 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-66f39bd4-47b3-481a-95e2-07a0a71edec4 req-796760ce-cfad-41f7-a2a9-764900dff222 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=84ae9284-4480-4503-b05c-9e1235a6ee14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0842335 May 25 22:40:22.348233 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6b66e12e-8a92-43a0-8836-edf17391f700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:22.391651 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-6b66e12e-8a92-43a0-8836-edf17391f700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:22.397000 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-6b66e12e-8a92-43a0-8836-edf17391f700 admin admin] Usage tracker for resource:security_group_rule and tenant:a264743a8fb945e38b45a9fbf1a8dc01 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:22.400744 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-6b66e12e-8a92-43a0-8836-edf17391f700 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:22.401154 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-66f39bd4-47b3-481a-95e2-07a0a71edec4 req-4474286b-6055-4293-96a1-182973bffec8 service neutron] 10.222.0.15 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427116 May 25 22:40:22.413025 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-6b66e12e-8a92-43a0-8836-edf17391f700 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:22.449772 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 41682) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:22.511582 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6b66e12e-8a92-43a0-8836-edf17391f700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:22.517867 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6b66e12e-8a92-43a0-8836-edf17391f700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:22.573989 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-66f39bd4-47b3-481a-95e2-07a0a71edec4 req-07c4a185-bf51-4683-89c1-7b1d4156d97b service neutron] 10.222.0.15 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636071 May 25 22:40:22.578428 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66e12e-8a92-43a0-8836-edf17391f700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67153b73-c46f-423d-89db-618c80c44f49,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:22.586145 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-6b66e12e-8a92-43a0-8836-edf17391f700 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a264743a8fb945e38b45a9fbf1a8dc01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4276631 May 25 22:40:22.586145 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 41690) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:22.662045 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-de96fcfb-2c6e-4154-b742-464271babcad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:22.697031 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-de96fcfb-2c6e-4154-b742-464271babcad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:22.755648 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-de96fcfb-2c6e-4154-b742-464271babcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:22.785986 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96fcfb-2c6e-4154-b742-464271babcad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67153b73-c46f-423d-89db-618c80c44f49,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:22.790734 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4421ec90-a350-4a76-8812-5dd256b99e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:22.802133 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-de96fcfb-2c6e-4154-b742-464271babcad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:22.803273 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-de96fcfb-2c6e-4154-b742-464271babcad admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/67153b73-c46f-423d-89db-618c80c44f49 HTTP/1.1" status: 204 len: 168 time: 0.2166393 May 25 22:40:22.827438 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-4421ec90-a350-4a76-8812-5dd256b99e3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:22.831832 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-4421ec90-a350-4a76-8812-5dd256b99e3f admin admin] Usage tracker for resource:security_group_rule and tenant:c96eab5bcec040ca91978bb70e6f6edb is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:22.836585 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-4421ec90-a350-4a76-8812-5dd256b99e3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:22.843784 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-4421ec90-a350-4a76-8812-5dd256b99e3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:22.916199 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4421ec90-a350-4a76-8812-5dd256b99e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:22.921351 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4421ec90-a350-4a76-8812-5dd256b99e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:22.972055 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421ec90-a350-4a76-8812-5dd256b99e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1074fee-e814-434c-8ddb-5d2d4c916730,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:22.975793 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-4421ec90-a350-4a76-8812-5dd256b99e3f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c96eab5bcec040ca91978bb70e6f6edb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5245757 May 25 22:40:22.978517 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 41706) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:23.037009 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d466342e-9a55-42e9-a887-a74ce69f46e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:23.064420 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d466342e-9a55-42e9-a887-a74ce69f46e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:23.214796 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d466342e-9a55-42e9-a887-a74ce69f46e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:23.244939 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466342e-9a55-42e9-a887-a74ce69f46e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1074fee-e814-434c-8ddb-5d2d4c916730,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:23.265355 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d466342e-9a55-42e9-a887-a74ce69f46e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:23.268713 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-d466342e-9a55-42e9-a887-a74ce69f46e8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c1074fee-e814-434c-8ddb-5d2d4c916730 HTTP/1.1" status: 204 len: 168 time: 0.2869754 May 25 22:40:23.291869 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961da537-80c2-40b0-8438-09c0d5d82aeb req-82af4a53-f756-4020-b0a2-070388597c00 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:23.293845 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-961da537-80c2-40b0-8438-09c0d5d82aeb req-82af4a53-f756-4020-b0a2-070388597c00 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dfcdea-90f0-49ba-bc88-239a5dadabe5 HTTP/1.1" status: 200 len: 945 time: 0.1336019 May 25 22:40:23.341097 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-961da537-80c2-40b0-8438-09c0d5d82aeb req-1fa42206-fc6f-474e-8dcf-a727c4ab3b43 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415337 May 25 22:40:23.743396 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 41744) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:23.927982 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 41752) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:23.945885 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-3802ab2b-261f-41c6-902a-21875262083b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:23.979739 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-3802ab2b-261f-41c6-902a-21875262083b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:23.984008 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-3802ab2b-261f-41c6-902a-21875262083b admin admin] Usage tracker for resource:security_group_rule and tenant:0d3e5c4c6c2941bc92ef3bab1dfdfcc2 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:23.987635 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-3802ab2b-261f-41c6-902a-21875262083b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:23.994490 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-3802ab2b-261f-41c6-902a-21875262083b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:24.077364 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-3802ab2b-261f-41c6-902a-21875262083b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:24.082882 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-3802ab2b-261f-41c6-902a-21875262083b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:24.167934 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-3802ab2b-261f-41c6-902a-21875262083b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0d3e5c4c6c2941bc92ef3bab1dfdfcc2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2391067 May 25 22:40:24.169212 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802ab2b-261f-41c6-902a-21875262083b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246b8390-112e-40ce-840e-c4d9c8be0e06,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:24.171145 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 41758) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:24.183187 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-3bdee1a5-afb0-4841-9f8f-297fbe7c4bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:24.253637 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-3bdee1a5-afb0-4841-9f8f-297fbe7c4bf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:24.258394 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-3bdee1a5-afb0-4841-9f8f-297fbe7c4bf2 admin admin] Usage tracker for resource:security_group_rule and tenant:44338bf338054df6bb503aca9f3689a7 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:24.259647 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-3c7595df-5509-4574-b7f4-8608e1082cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:24.262467 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-3bdee1a5-afb0-4841-9f8f-297fbe7c4bf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:24.269555 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-3bdee1a5-afb0-4841-9f8f-297fbe7c4bf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:24.289586 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-3c7595df-5509-4574-b7f4-8608e1082cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:24.361365 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-3c7595df-5509-4574-b7f4-8608e1082cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:24.373933 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-3bdee1a5-afb0-4841-9f8f-297fbe7c4bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:24.379476 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-3bdee1a5-afb0-4841-9f8f-297fbe7c4bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:24.393527 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:40:24.395824 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7595df-5509-4574-b7f4-8608e1082cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246b8390-112e-40ce-840e-c4d9c8be0e06,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:24.401823 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-3c7595df-5509-4574-b7f4-8608e1082cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:24.403989 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-3c7595df-5509-4574-b7f4-8608e1082cc2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/246b8390-112e-40ce-840e-c4d9c8be0e06 HTTP/1.1" status: 204 len: 168 time: 0.2312655 May 25 22:40:24.467835 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdee1a5-afb0-4841-9f8f-297fbe7c4bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118a98fc-55c8-497b-85c5-b7c87107c47c,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:24.476509 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-3bdee1a5-afb0-4841-9f8f-297fbe7c4bf2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=44338bf338054df6bb503aca9f3689a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7293870 May 25 22:40:24.476604 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 41772) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:24.553547 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-f5dcab1d-1465-448c-9153-2625eada2c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:24.620412 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-f5dcab1d-1465-448c-9153-2625eada2c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:24.687964 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703e3b6-fc5b-45b3-8084-b0e5870a67f6 req-225481cd-8d70-45c8-a7d5-b4391beef6f0 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:24.689836 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-0703e3b6-fc5b-45b3-8084-b0e5870a67f6 req-225481cd-8d70-45c8-a7d5-b4391beef6f0 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dfcdea-90f0-49ba-bc88-239a5dadabe5 HTTP/1.1" status: 200 len: 945 time: 0.1123285 May 25 22:40:24.719009 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-f5dcab1d-1465-448c-9153-2625eada2c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:24.758890 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dcab1d-1465-448c-9153-2625eada2c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118a98fc-55c8-497b-85c5-b7c87107c47c,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:24.768409 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-f5dcab1d-1465-448c-9153-2625eada2c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:24.772400 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-f5dcab1d-1465-448c-9153-2625eada2c97 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/118a98fc-55c8-497b-85c5-b7c87107c47c HTTP/1.1" status: 204 len: 168 time: 0.2948081 May 25 22:40:24.790102 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-0703e3b6-fc5b-45b3-8084-b0e5870a67f6 req-4cd73ce8-d3df-49b5-a4ad-5cab75e66ff2 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906348 May 25 22:40:25.994612 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05727b-1b98-4e66-b2f2-1d66fd077158 req-62998022-855c-4b32-ae7b-6c6d401f88a8 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:25.996692 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-1b05727b-1b98-4e66-b2f2-1d66fd077158 req-62998022-855c-4b32-ae7b-6c6d401f88a8 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dfcdea-90f0-49ba-bc88-239a5dadabe5 HTTP/1.1" status: 200 len: 945 time: 0.0946598 May 25 22:40:26.066035 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-1b05727b-1b98-4e66-b2f2-1d66fd077158 req-e863d4c3-a380-4bd5-a691-b585717a834e tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587733 May 25 22:40:27.267206 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67e716-288c-4e1e-8d7a-6412d7d1ff08 req-ae6c1295-f0c6-48cd-b075-95cf017f6a5c tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:27.268635 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-1a67e716-288c-4e1e-8d7a-6412d7d1ff08 req-ae6c1295-f0c6-48cd-b075-95cf017f6a5c tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dfcdea-90f0-49ba-bc88-239a5dadabe5 HTTP/1.1" status: 200 len: 945 time: 0.0815966 May 25 22:40:27.315343 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-1a67e716-288c-4e1e-8d7a-6412d7d1ff08 req-9834efce-dd21-4d8f-9a35-fbf6d17a99d3 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408301 May 25 22:40:28.570234 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabe2b9-bc36-428d-8630-494361cad7af req-8814793b-2592-4588-b84b-5220247ffecb tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:28.571744 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-daabe2b9-bc36-428d-8630-494361cad7af req-8814793b-2592-4588-b84b-5220247ffecb tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dfcdea-90f0-49ba-bc88-239a5dadabe5 HTTP/1.1" status: 200 len: 945 time: 0.1281917 May 25 22:40:28.616669 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-daabe2b9-bc36-428d-8630-494361cad7af req-d1edbbc8-2706-40dd-8378-0a309f00f3e6 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394681 May 25 22:40:29.873505 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cf09c-edf9-4f2f-8b02-80265ecf5946 req-b486cb60-8310-45d5-a548-739c5938acbb tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:29.875087 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-ed0cf09c-edf9-4f2f-8b02-80265ecf5946 req-b486cb60-8310-45d5-a548-739c5938acbb tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dfcdea-90f0-49ba-bc88-239a5dadabe5 HTTP/1.1" status: 200 len: 945 time: 0.1407213 May 25 22:40:29.922985 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-ed0cf09c-edf9-4f2f-8b02-80265ecf5946 req-8d16f9a9-a3c5-432f-8e23-96c82d732f6c tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414181 May 25 22:40:30.337722 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 41948) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:30.481759 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-654e6366-2c8c-4117-a881-91693fe5c545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:30.511536 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-654e6366-2c8c-4117-a881-91693fe5c545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:30.515270 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-654e6366-2c8c-4117-a881-91693fe5c545 admin admin] Usage tracker for resource:security_group_rule and tenant:8d72f22b85704285ac67778f881ead3f is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:30.518177 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-654e6366-2c8c-4117-a881-91693fe5c545 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:30.523715 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-654e6366-2c8c-4117-a881-91693fe5c545 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:30.585653 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-654e6366-2c8c-4117-a881-91693fe5c545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:30.589099 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-654e6366-2c8c-4117-a881-91693fe5c545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:30.634732 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e6366-2c8c-4117-a881-91693fe5c545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff491c0d-a40f-4a59-ad91-13939892dbea,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:30.638609 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-654e6366-2c8c-4117-a881-91693fe5c545 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8d72f22b85704285ac67778f881ead3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2997434 May 25 22:40:30.641944 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 41956) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:30.704214 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-03fed64a-f4b7-4301-96ff-d19297d2b96d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:30.731708 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-03fed64a-f4b7-4301-96ff-d19297d2b96d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:30.781939 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-03fed64a-f4b7-4301-96ff-d19297d2b96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:30.799460 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fed64a-f4b7-4301-96ff-d19297d2b96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff491c0d-a40f-4a59-ad91-13939892dbea,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:30.803497 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-03fed64a-f4b7-4301-96ff-d19297d2b96d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:30.804419 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-03fed64a-f4b7-4301-96ff-d19297d2b96d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ff491c0d-a40f-4a59-ad91-13939892dbea HTTP/1.1" status: 204 len: 168 time: 0.1618955 May 25 22:40:31.133604 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd444fdd-8c0d-4da2-b0a2-f9c8be5c7694 req-58d9b154-da12-4ade-ac1c-8a748f2578e9 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:31.135083 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bd444fdd-8c0d-4da2-b0a2-f9c8be5c7694 req-58d9b154-da12-4ade-ac1c-8a748f2578e9 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dfcdea-90f0-49ba-bc88-239a5dadabe5 HTTP/1.1" status: 200 len: 945 time: 0.0866249 May 25 22:40:31.146837 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 41970) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:31.190005 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-da548d2a-3237-45a1-ab7c-212bd439c1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:31.228444 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bd444fdd-8c0d-4da2-b0a2-f9c8be5c7694 req-c350f5fa-8a83-4558-9ebc-ee474e60b6b0 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860610 May 25 22:40:31.235067 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-da548d2a-3237-45a1-ab7c-212bd439c1b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:31.243574 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-da548d2a-3237-45a1-ab7c-212bd439c1b3 admin admin] Usage tracker for resource:security_group_rule and tenant:cb10d7afb1a649c69c4651254b3b0d14 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:31.247647 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-da548d2a-3237-45a1-ab7c-212bd439c1b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:31.255619 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-da548d2a-3237-45a1-ab7c-212bd439c1b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:31.319790 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 41980) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:31.326712 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-da548d2a-3237-45a1-ab7c-212bd439c1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:31.331418 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-da548d2a-3237-45a1-ab7c-212bd439c1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:31.385928 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da548d2a-3237-45a1-ab7c-212bd439c1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5535c8d2-70c7-459a-8024-c5c407846382,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:31.392772 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-da548d2a-3237-45a1-ab7c-212bd439c1b3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cb10d7afb1a649c69c4651254b3b0d14&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2427154 May 25 22:40:31.393251 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 41988) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:31.456535 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-ca769de2-ed7d-4c70-a03e-2e6e769e51bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:31.483954 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-b4aac838-8dea-40ee-a3c4-220ae8ae6df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:31.511367 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-ca769de2-ed7d-4c70-a03e-2e6e769e51bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:31.557928 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-b4aac838-8dea-40ee-a3c4-220ae8ae6df4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:31.563478 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-b4aac838-8dea-40ee-a3c4-220ae8ae6df4 admin admin] Usage tracker for resource:security_group_rule and tenant:3ea90e28370440828d2baac52b4f6a5d is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:31.566318 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-b4aac838-8dea-40ee-a3c4-220ae8ae6df4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:31.572152 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-b4aac838-8dea-40ee-a3c4-220ae8ae6df4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:31.599304 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-ca769de2-ed7d-4c70-a03e-2e6e769e51bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:31.625395 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca769de2-ed7d-4c70-a03e-2e6e769e51bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5535c8d2-70c7-459a-8024-c5c407846382,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:31.668611 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-b4aac838-8dea-40ee-a3c4-220ae8ae6df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:31.669664 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-ca769de2-ed7d-4c70-a03e-2e6e769e51bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:31.670769 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-ca769de2-ed7d-4c70-a03e-2e6e769e51bb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5535c8d2-70c7-459a-8024-c5c407846382 HTTP/1.1" status: 204 len: 168 time: 0.2765796 May 25 22:40:31.672865 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-b4aac838-8dea-40ee-a3c4-220ae8ae6df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:31.718830 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aac838-8dea-40ee-a3c4-220ae8ae6df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5f7e29-620f-4490-8c32-b672ba3482a7,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:31.723411 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-b4aac838-8dea-40ee-a3c4-220ae8ae6df4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3ea90e28370440828d2baac52b4f6a5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4024646 May 25 22:40:31.726169 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 41998) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:31.790311 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-0b026004-34dc-41e8-899d-5e35e98f622c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:31.832843 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-0b026004-34dc-41e8-899d-5e35e98f622c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:31.883079 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-0b026004-34dc-41e8-899d-5e35e98f622c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:31.901314 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b026004-34dc-41e8-899d-5e35e98f622c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5f7e29-620f-4490-8c32-b672ba3482a7,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:31.914568 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-0b026004-34dc-41e8-899d-5e35e98f622c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:31.917707 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-0b026004-34dc-41e8-899d-5e35e98f622c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dd5f7e29-620f-4490-8c32-b672ba3482a7 HTTP/1.1" status: 204 len: 168 time: 0.1883969 May 25 22:40:32.448554 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345611f-b5ad-4303-854a-06bf411fd47a req-a169ce89-5eb4-4faa-be05-691ea8e62610 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:32.450059 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-4345611f-b5ad-4303-854a-06bf411fd47a req-a169ce89-5eb4-4faa-be05-691ea8e62610 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dfcdea-90f0-49ba-bc88-239a5dadabe5 HTTP/1.1" status: 200 len: 945 time: 0.0965335 May 25 22:40:32.501657 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-4345611f-b5ad-4303-854a-06bf411fd47a req-6877c321-f759-4b2b-9b0c-c1885bb70ba9 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442772 May 25 22:40:32.510728 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 42036) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:32.650800 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-a32523f3-a64b-42d0-9e13-b2d8bc9a158b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1215189082-network', 'tenant_id': '99befbd9b29c49ce90071d2650a88da6'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:40:32.656598 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-a32523f3-a64b-42d0-9e13-b2d8bc9a158b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:32.660405 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-a32523f3-a64b-42d0-9e13-b2d8bc9a158b admin admin] Usage tracker for resource:network and tenant:99befbd9b29c49ce90071d2650a88da6 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:32.663598 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-a32523f3-a64b-42d0-9e13-b2d8bc9a158b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:32.670780 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-a32523f3-a64b-42d0-9e13-b2d8bc9a158b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:32.680552 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32523f3-a64b-42d0-9e13-b2d8bc9a158b admin admin] Made reservation on behalf of 99befbd9b29c49ce90071d2650a88da6 for: {'network': 1} {{(pid=83203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:40:32.683092 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a32523f3-a64b-42d0-9e13-b2d8bc9a158b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for network, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:32.695233 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a32523f3-a64b-42d0-9e13-b2d8bc9a158b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:32.728179 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-a32523f3-a64b-42d0-9e13-b2d8bc9a158b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:32.732548 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-a32523f3-a64b-42d0-9e13-b2d8bc9a158b admin admin] Usage tracker for resource:security_group_rule and tenant:99befbd9b29c49ce90071d2650a88da6 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:32.735322 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-a32523f3-a64b-42d0-9e13-b2d8bc9a158b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:32.740883 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-a32523f3-a64b-42d0-9e13-b2d8bc9a158b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:32.807976 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a32523f3-a64b-42d0-9e13-b2d8bc9a158b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:32.812086 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a32523f3-a64b-42d0-9e13-b2d8bc9a158b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:32.842186 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a32523f3-a64b-42d0-9e13-b2d8bc9a158b admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=83203) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:40:32.851115 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32523f3-a64b-42d0-9e13-b2d8bc9a158b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ce9cc2-e447-4ac8-8152-b9fc7a8274b2,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:32.857632 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a32523f3-a64b-42d0-9e13-b2d8bc9a158b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:32.857971 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.db.segments_db [None req-a32523f3-a64b-42d0-9e13-b2d8bc9a158b admin admin] Added segment bd66c47e-3308-49d0-bfc1-4e025b389b5d of type vlan for network 0588541c-2c6d-4af4-b11b-868f2049357c May 25 22:40:32.885817 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-572ce530-88c2-4831-87cb-c160b8b164ab req-57fa57f6-7060-49b1-aaf2-1852337a9879 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0841691 May 25 22:40:32.908892 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a32523f3-a64b-42d0-9e13-b2d8bc9a158b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728909907725'] for network, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:32.975164 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a32523f3-a64b-42d0-9e13-b2d8bc9a158b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865'] for network, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:32.976124 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32523f3-a64b-42d0-9e13-b2d8bc9a158b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:32.976771 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a32523f3-a64b-42d0-9e13-b2d8bc9a158b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for network, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:33.089451 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-572ce530-88c2-4831-87cb-c160b8b164ab req-d1921733-291c-4558-8d6d-fd6fa4edc883 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8245386779d14b72ba8d57559c8a6be4&device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 1099 time: 0.0806007 May 25 22:40:33.119327 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-a32523f3-a64b-42d0-9e13-b2d8bc9a158b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6065700 May 25 22:40:33.120031 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32523f3-a64b-42d0-9e13-b2d8bc9a158b admin admin] Pushing event updated for resources: {'Network': ['ID=0588541c-2c6d-4af4-b11b-868f2049357c,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:33.122788 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 42066) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:33.130890 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-c29e44a5-ad1d-4ba1-8ef4-bbab0bed95e7 admin admin] Request body: {'subnet': {'network_id': '0588541c-2c6d-4af4-b11b-868f2049357c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1215189082-subnet', 'tenant_id': '99befbd9b29c49ce90071d2650a88da6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:40:33.131734 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Network 0588541c-2c6d-4af4-b11b-868f2049357c details requested by agent ovs-agent-dv-cinder-843305-1-smb with host dv-cinder-843305-1-smb {{(pid=83205) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:40:33.144406 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-c29e44a5-ad1d-4ba1-8ef4-bbab0bed95e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:33.157816 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-c29e44a5-ad1d-4ba1-8ef4-bbab0bed95e7 admin admin] Usage tracker for resource:subnet and tenant:99befbd9b29c49ce90071d2650a88da6 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:33.157816 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-c29e44a5-ad1d-4ba1-8ef4-bbab0bed95e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:33.161064 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-c29e44a5-ad1d-4ba1-8ef4-bbab0bed95e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:33.177944 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29e44a5-ad1d-4ba1-8ef4-bbab0bed95e7 admin admin] Made reservation on behalf of 99befbd9b29c49ce90071d2650a88da6 for: {'subnet': 1} {{(pid=83203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:40:33.185732 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c29e44a5-ad1d-4ba1-8ef4-bbab0bed95e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1742142'] for subnet, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:33.251006 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ce530-88c2-4831-87cb-c160b8b164ab req-0f106931-a43d-4ede-a7ed-1823433aa454 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:33.252834 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-572ce530-88c2-4831-87cb-c160b8b164ab req-0f106931-a43d-4ede-a7ed-1823433aa454 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2 HTTP/1.1" status: 200 len: 912 time: 0.1404583 May 25 22:40:33.398953 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-572ce530-88c2-4831-87cb-c160b8b164ab req-139cf44d-0201-405f-a75b-0627e58121d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01dc595a-feff-42c4-b62e-8142f9a3c35e HTTP/1.1" status: 200 len: 1002 time: 0.1376560 May 25 22:40:33.484540 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ce530-88c2-4831-87cb-c160b8b164ab req-b59a7c17-2140-4269-93bd-37158489ce30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:33.486741 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-572ce530-88c2-4831-87cb-c160b8b164ab req-b59a7c17-2140-4269-93bd-37158489ce30 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=485856f6-0ca7-4895-967d-86a1a09c0007 HTTP/1.1" status: 200 len: 850 time: 0.0802245 May 25 22:40:33.531035 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c29e44a5-ad1d-4ba1-8ef4-bbab0bed95e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1950778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1742124'] for subnet, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:33.588178 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-572ce530-88c2-4831-87cb-c160b8b164ab req-d99e0829-f880-49dc-83e2-64c4a60b9d0f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0945139 May 25 22:40:33.626767 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29e44a5-ad1d-4ba1-8ef4-bbab0bed95e7 admin admin] Checking segment: {'id': 'bd66c47e-3308-49d0-bfc1-4e025b389b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0588541c-2c6d-4af4-b11b-868f2049357c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:40:33.627123 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29e44a5-ad1d-4ba1-8ef4-bbab0bed95e7 admin admin] Network hostable DHCP agents. Network: 0588541c-2c6d-4af4-b11b-868f2049357c, hostable agents: ['894d5615-95da-45d6-9a18-7bf04c47b636'], hosted agents: [] {{(pid=83203) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:40:33.670094 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29e44a5-ad1d-4ba1-8ef4-bbab0bed95e7 admin admin] Network 0588541c-2c6d-4af4-b11b-868f2049357c is scheduled to be hosted by DHCP agent 894d5615-95da-45d6-9a18-7bf04c47b636 with binding_index 1 {{(pid=83203) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:40:33.688527 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e44a5-ad1d-4ba1-8ef4-bbab0bed95e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45fe427f-4288-4b0e-9a50-3f75b32f755b,revision_number=0']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:33.695481 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [None req-c29e44a5-ad1d-4ba1-8ef4-bbab0bed95e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-smb, 0588541c-2c6d-4af4-b11b-868f2049357c) {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:40:33.704208 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa59062b-7eb5-43f9-8999-189440169fbc None None] Network 0588541c-2c6d-4af4-b11b-868f2049357c requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:40:33.713479 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29e44a5-ad1d-4ba1-8ef4-bbab0bed95e7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:33.714191 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c29e44a5-ad1d-4ba1-8ef4-bbab0bed95e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for subnet, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:33.771911 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-c29e44a5-ad1d-4ba1-8ef4-bbab0bed95e7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6370289 May 25 22:40:33.800667 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-572ce530-88c2-4831-87cb-c160b8b164ab req-7ea1631b-f157-484b-9b3e-32c95ddb1f55 service neutron] 10.222.0.15 "GET /v2.0/networks/7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056468 May 25 22:40:33.857276 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:33.971323 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176fac21-68e6-4fee-b975-cbc7bfbb4e63 req-02630cf0-5b14-43e2-9abe-c5c8b6f02a9d tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:33.980051 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-176fac21-68e6-4fee-b975-cbc7bfbb4e63 req-02630cf0-5b14-43e2-9abe-c5c8b6f02a9d tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dfcdea-90f0-49ba-bc88-239a5dadabe5 HTTP/1.1" status: 200 len: 945 time: 0.2906418 May 25 22:40:34.063977 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-572ce530-88c2-4831-87cb-c160b8b164ab req-5a13004f-39fd-49c6-bb26-03008028c687 service neutron] 10.222.0.15 "GET /v2.0/networks/7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501032 May 25 22:40:34.085791 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-176fac21-68e6-4fee-b975-cbc7bfbb4e63 req-cc4e82f7-2d03-49bd-8fed-a79dcdd6c9ad tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007035 May 25 22:40:34.109367 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51c4ea8-96ed-4311-b70b-f8d734c8538b None None] Network 0588541c-2c6d-4af4-b11b-868f2049357c requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:40:35.312450 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-85ebf571-ce73-4392-bb66-e1063adaed05 req-c61ca691-c717-4de0-b4ff-63254059688c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e1dfcdea-90f0-49ba-bc88-239a5dadabe5 HTTP/1.1" status: 200 len: 1098 time: 0.1289456 May 25 22:40:35.335046 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62842077-b796-4213-9fb4-e84bbe27e188 req-30637aec-d5a5-4a58-8bf6-81d16e46128c tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:35.337047 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-62842077-b796-4213-9fb4-e84bbe27e188 req-30637aec-d5a5-4a58-8bf6-81d16e46128c tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dfcdea-90f0-49ba-bc88-239a5dadabe5 HTTP/1.1" status: 200 len: 945 time: 0.1308358 May 25 22:40:35.403685 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-85ebf571-ce73-4392-bb66-e1063adaed05 req-7cb98d77-daf7-43cc-b95f-8bdcc3a396f3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849822 May 25 22:40:35.411785 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-62842077-b796-4213-9fb4-e84bbe27e188 req-773b1c9d-635a-4c80-ba48-918fe33a84ec tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692163 May 25 22:40:36.102564 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-b6989d96-d607-4619-8666-04f19e2d2458 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:36.104031 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-b6989d96-d607-4619-8666-04f19e2d2458 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/networks?id=0588541c-2c6d-4af4-b11b-868f2049357c HTTP/1.1" status: 200 len: 809 time: 0.1396518 May 25 22:40:36.119780 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-ed823611-b552-4f05-b8c7-08b562837313 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/quotas/99befbd9b29c49ce90071d2650a88da6 HTTP/1.1" status: 200 len: 375 time: 0.0101266 May 25 22:40:36.164116 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-8451b48f-62bc-4c6c-a65c-b41f04e21850 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=99befbd9b29c49ce90071d2650a88da6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395663 May 25 22:40:36.355486 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-ef09d604-ae76-4a42-8758-cc763083ef94 service neutron] 10.222.0.59 "GET /v2.0/networks/0588541c-2c6d-4af4-b11b-868f2049357c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847334 May 25 22:40:36.494285 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-4373bf19-d293-41b3-89c0-1f580ba6520e service neutron] 10.222.0.59 "GET /v2.0/networks/0588541c-2c6d-4af4-b11b-868f2049357c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330090 May 25 22:40:36.629964 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3efb46-be64-4e91-b359-c7da29ac84ee req-a566082c-21e7-4efd-9ac3-eed7ba530ce4 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:36.632411 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-3a3efb46-be64-4e91-b359-c7da29ac84ee req-a566082c-21e7-4efd-9ac3-eed7ba530ce4 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dfcdea-90f0-49ba-bc88-239a5dadabe5 HTTP/1.1" status: 200 len: 945 time: 0.0940673 May 25 22:40:36.696656 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-3a3efb46-be64-4e91-b359-c7da29ac84ee req-9f520da9-0672-4052-88ea-cb3363e1546a tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565782 May 25 22:40:36.741242 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-0cb1a992-f2d9-4d6c-9da1-c0977f44a4b3 req-efdcd6c5-4e28-42a1-8fd4-a62c95668820 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?device_id=5424fab7-3a14-4245-8085-5fa8a0897db6 HTTP/1.1" status: 200 len: 210 time: 0.0740499 May 25 22:40:37.983036 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770106d-ce55-4bbb-ba98-5a7546c00641 req-b257ee1f-47a2-4b69-9db7-7780ee0b3c9f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:37.985126 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-8770106d-ce55-4bbb-ba98-5a7546c00641 req-b257ee1f-47a2-4b69-9db7-7780ee0b3c9f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dfcdea-90f0-49ba-bc88-239a5dadabe5 HTTP/1.1" status: 200 len: 945 time: 0.1410096 May 25 22:40:38.046983 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-8770106d-ce55-4bbb-ba98-5a7546c00641 req-838d172e-6c5d-4206-bc44-0cd3a23f2428 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558708 May 25 22:40:38.122404 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-fd9d4dcb-3f59-4427-933b-101ff54355d9 req-24e9bb33-09cd-47e2-9a37-1122183bc3dc tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?device_id=5424fab7-3a14-4245-8085-5fa8a0897db6 HTTP/1.1" status: 200 len: 210 time: 0.0693953 May 25 22:40:38.222462 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-7598504f-8b38-4f0a-802d-103c3358afe9 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:38.225366 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-7598504f-8b38-4f0a-802d-103c3358afe9 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.15 "GET /v2.0/networks?id=0588541c-2c6d-4af4-b11b-868f2049357c HTTP/1.1" status: 200 len: 809 time: 0.3203285 May 25 22:40:38.255220 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-c1700b45-c36c-427f-88ee-5843a72e661e tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Request body: {'port': {'device_id': '5424fab7-3a14-4245-8085-5fa8a0897db6', 'network_id': '0588541c-2c6d-4af4-b11b-868f2049357c', 'admin_state_up': True, 'tenant_id': '99befbd9b29c49ce90071d2650a88da6'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:40:38.410974 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-c1700b45-c36c-427f-88ee-5843a72e661e tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:38.415337 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-c1700b45-c36c-427f-88ee-5843a72e661e tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Usage tracker for resource:port and tenant:99befbd9b29c49ce90071d2650a88da6 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:38.422606 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-c1700b45-c36c-427f-88ee-5843a72e661e tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:38.428691 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-c1700b45-c36c-427f-88ee-5843a72e661e tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:38.442305 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-c1700b45-c36c-427f-88ee-5843a72e661e tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Made reservation on behalf of 99befbd9b29c49ce90071d2650a88da6 for: {'port': 1} {{(pid=83204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:40:38.446548 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-c1700b45-c36c-427f-88ee-5843a72e661e tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:38.594463 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748dd664-0f84-4c96-a98f-730c989c0fe9 req-4aab673d-33f4-4632-8cf6-7ec1c03c12b3 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:38.601870 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-748dd664-0f84-4c96-a98f-730c989c0fe9 req-4aab673d-33f4-4632-8cf6-7ec1c03c12b3 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dfcdea-90f0-49ba-bc88-239a5dadabe5 HTTP/1.1" status: 200 len: 945 time: 0.0999544 May 25 22:40:38.652032 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-748dd664-0f84-4c96-a98f-730c989c0fe9 req-175a3e34-d2da-4c97-a44d-d8a75d85d45e tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491664 May 25 22:40:38.695425 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-40f2dcae-8a5b-46a6-8e81-06ec10993691 req-7aa8e34a-1b9e-4b89-ba19-49ebb1adc75e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=360f94ee5000428395895ec5220a3314&device_id=e1dfcdea-90f0-49ba-bc88-239a5dadabe5 HTTP/1.1" status: 200 len: 1098 time: 0.1817863 May 25 22:40:38.784783 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.db_base_plugin_common [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-c1700b45-c36c-427f-88ee-5843a72e661e tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Allocated IP 172.20.0.8 (0588541c-2c6d-4af4-b11b-868f2049357c/45fe427f-4288-4b0e-9a50-3f75b32f755b/a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5) {{(pid=83204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:40:38.886827 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2dcae-8a5b-46a6-8e81-06ec10993691 req-25f4070a-c8e8-473f-916c-3fb33f6e4d51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:38.888300 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-40f2dcae-8a5b-46a6-8e81-06ec10993691 req-25f4070a-c8e8-473f-916c-3fb33f6e4d51 service neutron] 10.222.0.15 "GET /v2.0/networks?id=84ae9284-4480-4503-b05c-9e1235a6ee14 HTTP/1.1" status: 200 len: 920 time: 0.1850541 May 25 22:40:39.040634 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-40f2dcae-8a5b-46a6-8e81-06ec10993691 req-61207e41-449d-4ae5-aba8-30a3c845f666 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a99ed12-747c-47bf-beef-661f45238f24 HTTP/1.1" status: 200 len: 217 time: 0.0879383 May 25 22:40:39.147854 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2dcae-8a5b-46a6-8e81-06ec10993691 req-e7c28283-a7f1-48a9-a3d2-d0915eab79e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:39.149260 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-40f2dcae-8a5b-46a6-8e81-06ec10993691 req-e7c28283-a7f1-48a9-a3d2-d0915eab79e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eaeba0d5-7c5d-481f-b009-b71f12b223e9 HTTP/1.1" status: 200 len: 858 time: 0.1006014 May 25 22:40:39.156829 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-c1700b45-c36c-427f-88ee-5843a72e661e tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Notify callbacks [] for port, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:39.199108 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-c1700b45-c36c-427f-88ee-5843a72e661e tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:39.354216 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-c1700b45-c36c-427f-88ee-5843a72e661e tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Network 0588541c-2c6d-4af4-b11b-868f2049357c is already hosted by enough agents. {{(pid=83204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:40:39.362426 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1700b45-c36c-427f-88ee-5843a72e661e tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Pushing event updated for resources: {'Port': ['ID=a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:39.371080 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-c1700b45-c36c-427f-88ee-5843a72e661e tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Resources bound (agent type, host, resource id): {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:40:39.373733 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-c1700b45-c36c-427f-88ee-5843a72e661e tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Received port after_create {{(pid=83204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:40:39.530899 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-c1700b45-c36c-427f-88ee-5843a72e661e tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:39.531557 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-c1700b45-c36c-427f-88ee-5843a72e661e tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:39.569661 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c541f-c06f-456f-b4d9-167e0ee3a41e req-91d7bd0c-fe70-450c-b520-6e9db77ced56 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:39.570341 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-153c541f-c06f-456f-b4d9-167e0ee3a41e req-91d7bd0c-fe70-450c-b520-6e9db77ced56 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Synchronizing usage tracker for tenant:99befbd9b29c49ce90071d2650a88da6 on resource:port {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:40:39.573176 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-c1700b45-c36c-427f-88ee-5843a72e661e tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3224492 May 25 22:40:39.579909 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-40f2dcae-8a5b-46a6-8e81-06ec10993691 req-849f26ba-70b8-4f18-a686-d9f4db207924 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=84ae9284-4480-4503-b05c-9e1235a6ee14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2976756 May 25 22:40:39.592539 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-153c541f-c06f-456f-b4d9-167e0ee3a41e req-91d7bd0c-fe70-450c-b520-6e9db77ced56 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Unset dirty status for tenant:99befbd9b29c49ce90071d2650a88da6 on resource:port {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:40:39.593640 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-153c541f-c06f-456f-b4d9-167e0ee3a41e req-91d7bd0c-fe70-450c-b520-6e9db77ced56 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?device_id=5424fab7-3a14-4245-8085-5fa8a0897db6 HTTP/1.1" status: 200 len: 931 time: 0.3125761 May 25 22:40:39.600752 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-9b442846-d48e-45d9-9d3b-615705f96ea0 service neutron] Request body: {'port': {'device_id': '5424fab7-3a14-4245-8085-5fa8a0897db6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:40:39.831763 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-153c541f-c06f-456f-b4d9-167e0ee3a41e req-83f9e291-8fa5-47ab-9507-9eb375b3ea4a tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5ce9cc2-e447-4ac8-8152-b9fc7a8274b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863308 May 25 22:40:39.859420 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-9b442846-d48e-45d9-9d3b-615705f96ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:39.861791 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc97fc-8eef-42f5-a51a-237e35fce0e8 req-326752a1-08e0-4f75-b8e0-acf35bc776f8 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:39.862900 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-30cc97fc-8eef-42f5-a51a-237e35fce0e8 req-326752a1-08e0-4f75-b8e0-acf35bc776f8 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dfcdea-90f0-49ba-bc88-239a5dadabe5 HTTP/1.1" status: 200 len: 945 time: 0.0818450 May 25 22:40:39.872629 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-40f2dcae-8a5b-46a6-8e81-06ec10993691 req-018d8a9c-9785-4ca1-9fbb-1b0ae560a79c service neutron] 10.222.0.15 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479703 May 25 22:40:39.910657 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-30cc97fc-8eef-42f5-a51a-237e35fce0e8 req-89b17630-456f-416c-8e9d-9287bcbad1ee tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400534 May 25 22:40:40.116813 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-40f2dcae-8a5b-46a6-8e81-06ec10993691 req-8fdf74be-453c-4203-a26e-d7ab64cc9fc2 service neutron] 10.222.0.15 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375429 May 25 22:40:40.328568 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-9b442846-d48e-45d9-9d3b-615705f96ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5 {{(pid=83204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:40:40.335984 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-9b442846-d48e-45d9-9d3b-615705f96ea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:40.353198 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.provisioning_blocks [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-9b442846-d48e-45d9-9d3b-615705f96ea0 service neutron] Transition to ACTIVE for port object a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5 will not be triggered until provisioned by entity L2. {{(pid=83204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:40:40.358744 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-9b442846-d48e-45d9-9d3b-615705f96ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1172434'] for port, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:40.480484 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 42274) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:40.486688 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b442846-d48e-45d9-9d3b-615705f96ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5,revision_number=2']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:40.614578 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.managers [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-9b442846-d48e-45d9-9d3b-615705f96ea0 service neutron] Attempting to bind port a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:40:40.614920 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.managers [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-9b442846-d48e-45d9-9d3b-615705f96ea0 service neutron] Attempting to bind port a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'bd66c47e-3308-49d0-bfc1-4e025b389b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0588541c-2c6d-4af4-b11b-868f2049357c'}] {{(pid=83204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:40:40.615241 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-9b442846-d48e-45d9-9d3b-615705f96ea0 service neutron] Attempting to bind port a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5 on network 0588541c-2c6d-4af4-b11b-868f2049357c {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:40:40.621561 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-9b442846-d48e-45d9-9d3b-615705f96ea0 service neutron] Port a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5 on network 0588541c-2c6d-4af4-b11b-868f2049357c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:40:40.621898 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-9b442846-d48e-45d9-9d3b-615705f96ea0 service neutron] Attempting to bind port a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5 on network 0588541c-2c6d-4af4-b11b-868f2049357c {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:40:40.628424 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-9b442846-d48e-45d9-9d3b-615705f96ea0 service neutron] Checking agent: {'id': '664d2378-5910-4a50-8747-70f7074f61b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'started_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:40:40.628755 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-9b442846-d48e-45d9-9d3b-615705f96ea0 service neutron] Checking segment: {'id': 'bd66c47e-3308-49d0-bfc1-4e025b389b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0588541c-2c6d-4af4-b11b-868f2049357c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:40:40.629130 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-9b442846-d48e-45d9-9d3b-615705f96ea0 service neutron] Bound using segment: {'id': 'bd66c47e-3308-49d0-bfc1-4e025b389b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0588541c-2c6d-4af4-b11b-868f2049357c'} {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:40:40.629551 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.managers [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-9b442846-d48e-45d9-9d3b-615705f96ea0 service neutron] Bound port: a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd66c47e-3308-49d0-bfc1-4e025b389b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0588541c-2c6d-4af4-b11b-868f2049357c'}}] {{(pid=83204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:40:40.629950 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-9b442846-d48e-45d9-9d3b-615705f96ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:40.634102 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-844e8dd2-9ab6-47b8-9ef9-fcd26ab7faf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:40.667372 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-844e8dd2-9ab6-47b8-9ef9-fcd26ab7faf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:40.671420 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-844e8dd2-9ab6-47b8-9ef9-fcd26ab7faf8 admin admin] Usage tracker for resource:security_group_rule and tenant:76cbbb1a6e304fc0851ccffed15e26e5 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:40.674266 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-844e8dd2-9ab6-47b8-9ef9-fcd26ab7faf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:40.680024 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-844e8dd2-9ab6-47b8-9ef9-fcd26ab7faf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:40.765863 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-844e8dd2-9ab6-47b8-9ef9-fcd26ab7faf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:40.771594 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-844e8dd2-9ab6-47b8-9ef9-fcd26ab7faf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:40.785333 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-9b442846-d48e-45d9-9d3b-615705f96ea0 service neutron] For port a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5, host hv-cinder-84330, cleared binding levels {{(pid=83204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:40:40.786728 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-9b442846-d48e-45d9-9d3b-615705f96ea0 service neutron] For port a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5,segment=NetworkSegment(bd66c47e-3308-49d0-bfc1-4e025b389b5d),segment_id=bd66c47e-3308-49d0-bfc1-4e025b389b5d)] {{(pid=83204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:40:40.792016 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-9b442846-d48e-45d9-9d3b-615705f96ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1172434'] for port, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:40.825552 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e8dd2-9ab6-47b8-9ef9-fcd26ab7faf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03127076-1790-460b-be86-bc4804aaca28,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:40.830370 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-844e8dd2-9ab6-47b8-9ef9-fcd26ab7faf8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=76cbbb1a6e304fc0851ccffed15e26e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3482976 May 25 22:40:40.832839 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 42288) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:40.897563 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-9b442846-d48e-45d9-9d3b-615705f96ea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:40.898938 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-9b442846-d48e-45d9-9d3b-615705f96ea0 service neutron] 10.222.0.15 "PUT /v2.0/ports/a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5 HTTP/1.1" status: 200 len: 1093 time: 1.3025887 May 25 22:40:40.899367 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5424fab7-3a14-4245-8085-5fa8a0897db6', 'tag': 'a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5'}] {{(pid=83204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:40:40.905001 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-556e638c-a114-4d63-b496-c65064a0941d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:40.920050 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b442846-d48e-45d9-9d3b-615705f96ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5,revision_number=3']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:40.943633 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-556e638c-a114-4d63-b496-c65064a0941d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:40.973809 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b65cfc7-757d-4155-aef2-229d9b00ea3b'] response: {'name': 'network-changed', 'server_uuid': '5424fab7-3a14-4245-8085-5fa8a0897db6', 'tag': 'a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5', 'status': 'completed', 'code': 200} May 25 22:40:41.009633 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-556e638c-a114-4d63-b496-c65064a0941d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:41.034023 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e638c-a114-4d63-b496-c65064a0941d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03127076-1790-460b-be86-bc4804aaca28,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:41.034794 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-556e638c-a114-4d63-b496-c65064a0941d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:41.035821 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-556e638c-a114-4d63-b496-c65064a0941d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/03127076-1790-460b-be86-bc4804aaca28 HTTP/1.1" status: 204 len: 168 time: 0.2019017 May 25 22:40:41.131994 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-135abc30-0130-4dc0-a8c2-8f72bf668ade service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=99befbd9b29c49ce90071d2650a88da6&device_id=5424fab7-3a14-4245-8085-5fa8a0897db6 HTTP/1.1" status: 200 len: 1096 time: 0.1126115 May 25 22:40:41.143349 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6168fc9-193f-424c-a874-cd20512a889e req-0e14c408-1e15-4cbb-b85c-1da7c3529cc5 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:41.150487 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a6168fc9-193f-424c-a874-cd20512a889e req-0e14c408-1e15-4cbb-b85c-1da7c3529cc5 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?device_id=5424fab7-3a14-4245-8085-5fa8a0897db6 HTTP/1.1" status: 200 len: 943 time: 0.1852276 May 25 22:40:41.256282 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-70a2e2b9-1dea-4f53-9159-61bef1cfba9a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5 HTTP/1.1" status: 200 len: 217 time: 0.1037652 May 25 22:40:41.304445 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a34e7a-38f4-49ca-a9aa-9ca4b178d7f5 req-b5d508cf-c544-40ee-9887-8eb9c25f025d tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:41.314506 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d1a34e7a-38f4-49ca-a9aa-9ca4b178d7f5 req-b5d508cf-c544-40ee-9887-8eb9c25f025d tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dfcdea-90f0-49ba-bc88-239a5dadabe5 HTTP/1.1" status: 200 len: 945 time: 0.2253475 May 25 22:40:41.333126 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-4eb04444-b142-4414-8c1d-6ceecb458de5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:41.334604 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-4eb04444-b142-4414-8c1d-6ceecb458de5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45fe427f-4288-4b0e-9a50-3f75b32f755b HTTP/1.1" status: 200 len: 849 time: 0.0690987 May 25 22:40:41.385196 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d1a34e7a-38f4-49ca-a9aa-9ca4b178d7f5 req-4c678192-7a98-48e0-a9ef-0c26e6fe0536 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689914 May 25 22:40:41.395715 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a6168fc9-193f-424c-a874-cd20512a889e req-50b2815b-f0a9-4a77-a69e-91dfc417fab9 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5ce9cc2-e447-4ac8-8152-b9fc7a8274b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442775 May 25 22:40:41.411094 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-60dd1e15-be51-4fa8-997b-3e9c05868438 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0588541c-2c6d-4af4-b11b-868f2049357c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676672 May 25 22:40:41.611957 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-688d6dea-717b-47c2-a899-48b50db2b267 service neutron] 10.222.0.15 "GET /v2.0/networks/0588541c-2c6d-4af4-b11b-868f2049357c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941111 May 25 22:40:41.744997 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b6c060b1-edcf-4064-bc78-a78f69370fd3 req-9242959d-800f-43e9-80bb-5c65ceb05239 service neutron] 10.222.0.15 "GET /v2.0/networks/0588541c-2c6d-4af4-b11b-868f2049357c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256168 May 25 22:40:41.928952 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 42326) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:41.934631 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-8359a3dd-bbba-49b2-85e4-90a1da33c23a req-ade622b9-cc06-4490-ae32-c0d250015be1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=99befbd9b29c49ce90071d2650a88da6&device_id=5424fab7-3a14-4245-8085-5fa8a0897db6 HTTP/1.1" status: 200 len: 1096 time: 0.0752928 May 25 22:40:42.067103 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-52cf653a-ddd3-4511-bd2d-7a2f80262988 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-590884545-network', 'tenant_id': '05f43f82cc184502b28337f6aa9a35c6'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:40:42.072691 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-52cf653a-ddd3-4511-bd2d-7a2f80262988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:42.077570 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-52cf653a-ddd3-4511-bd2d-7a2f80262988 admin admin] Usage tracker for resource:network and tenant:05f43f82cc184502b28337f6aa9a35c6 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:42.079049 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359a3dd-bbba-49b2-85e4-90a1da33c23a req-15fa6df6-5cae-48a8-ac0f-a938ef9dc7b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:42.080481 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-8359a3dd-bbba-49b2-85e4-90a1da33c23a req-15fa6df6-5cae-48a8-ac0f-a938ef9dc7b7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0588541c-2c6d-4af4-b11b-868f2049357c HTTP/1.1" status: 200 len: 910 time: 0.1396885 May 25 22:40:42.080820 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-52cf653a-ddd3-4511-bd2d-7a2f80262988 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:42.087050 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-52cf653a-ddd3-4511-bd2d-7a2f80262988 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:42.099106 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52cf653a-ddd3-4511-bd2d-7a2f80262988 admin admin] Made reservation on behalf of 05f43f82cc184502b28337f6aa9a35c6 for: {'network': 1} {{(pid=83203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:40:42.100857 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-52cf653a-ddd3-4511-bd2d-7a2f80262988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for network, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:42.113217 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-52cf653a-ddd3-4511-bd2d-7a2f80262988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:42.146741 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-52cf653a-ddd3-4511-bd2d-7a2f80262988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:42.150669 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-52cf653a-ddd3-4511-bd2d-7a2f80262988 admin admin] Usage tracker for resource:security_group_rule and tenant:05f43f82cc184502b28337f6aa9a35c6 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:42.154172 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-52cf653a-ddd3-4511-bd2d-7a2f80262988 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:42.155642 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-8359a3dd-bbba-49b2-85e4-90a1da33c23a req-3ad622f6-e013-41e2-b1a8-01119833ddbd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5 HTTP/1.1" status: 200 len: 217 time: 0.0685594 May 25 22:40:42.160166 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-52cf653a-ddd3-4511-bd2d-7a2f80262988 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:42.231937 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359a3dd-bbba-49b2-85e4-90a1da33c23a req-35869c8f-509b-42f2-bf1d-cda73a8251a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:42.233524 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-8359a3dd-bbba-49b2-85e4-90a1da33c23a req-35869c8f-509b-42f2-bf1d-cda73a8251a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45fe427f-4288-4b0e-9a50-3f75b32f755b HTTP/1.1" status: 200 len: 849 time: 0.0710409 May 25 22:40:42.242749 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-52cf653a-ddd3-4511-bd2d-7a2f80262988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:42.250139 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-52cf653a-ddd3-4511-bd2d-7a2f80262988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:42.284853 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52cf653a-ddd3-4511-bd2d-7a2f80262988 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=83203) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:40:42.287113 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-8359a3dd-bbba-49b2-85e4-90a1da33c23a req-19b6925e-6064-497b-bf09-e6447b90c9ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0588541c-2c6d-4af4-b11b-868f2049357c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454228 May 25 22:40:42.294081 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf653a-ddd3-4511-bd2d-7a2f80262988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925ee7ec-cfd0-4c2d-9f4c-019ebe8623c4,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:42.299826 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-52cf653a-ddd3-4511-bd2d-7a2f80262988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:42.300199 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.db.segments_db [None req-52cf653a-ddd3-4511-bd2d-7a2f80262988 admin admin] Added segment 818d5d7a-3441-4e9c-8681-7692322994bf of type vlan for network e9b64c1d-c92f-412a-9314-13490698471d May 25 22:40:42.327988 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-52cf653a-ddd3-4511-bd2d-7a2f80262988 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728909907725'] for network, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:42.375790 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-52cf653a-ddd3-4511-bd2d-7a2f80262988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865'] for network, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:42.377031 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cf653a-ddd3-4511-bd2d-7a2f80262988 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:42.377404 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-52cf653a-ddd3-4511-bd2d-7a2f80262988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for network, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:42.447305 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-8359a3dd-bbba-49b2-85e4-90a1da33c23a req-0815ca01-1c9a-4aee-9841-c623651c607b service neutron] 10.222.0.15 "GET /v2.0/networks/0588541c-2c6d-4af4-b11b-868f2049357c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538920 May 25 22:40:42.578386 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-52cf653a-ddd3-4511-bd2d-7a2f80262988 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6456678 May 25 22:40:42.578646 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 42356) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:42.586200 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-3bc580ac-d66d-47e8-9045-f08fac31e4b9 admin admin] Request body: {'subnet': {'network_id': 'e9b64c1d-c92f-412a-9314-13490698471d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-590884545-subnet', 'tenant_id': '05f43f82cc184502b28337f6aa9a35c6', 'ip_version': 4}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:40:42.591432 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf653a-ddd3-4511-bd2d-7a2f80262988 admin admin] Pushing event updated for resources: {'Network': ['ID=e9b64c1d-c92f-412a-9314-13490698471d,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:42.595411 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-3bc580ac-d66d-47e8-9045-f08fac31e4b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:42.604542 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-3bc580ac-d66d-47e8-9045-f08fac31e4b9 admin admin] Usage tracker for resource:subnet and tenant:05f43f82cc184502b28337f6aa9a35c6 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:42.607679 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Network e9b64c1d-c92f-412a-9314-13490698471d details requested by agent ovs-agent-dv-cinder-843305-1-smb with host dv-cinder-843305-1-smb {{(pid=83205) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:40:42.615233 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-3bc580ac-d66d-47e8-9045-f08fac31e4b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:42.624848 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-3bc580ac-d66d-47e8-9045-f08fac31e4b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:42.659206 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d760d-600b-4a55-bc0e-23a436e9a215 req-f95332a3-90a9-463c-8fa9-6385c7198f2b tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:42.660769 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-820d760d-600b-4a55-bc0e-23a436e9a215 req-f95332a3-90a9-463c-8fa9-6385c7198f2b tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dfcdea-90f0-49ba-bc88-239a5dadabe5 HTTP/1.1" status: 200 len: 945 time: 0.1355002 May 25 22:40:42.661622 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc580ac-d66d-47e8-9045-f08fac31e4b9 admin admin] Made reservation on behalf of 05f43f82cc184502b28337f6aa9a35c6 for: {'subnet': 1} {{(pid=83203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:40:42.663922 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-3bc580ac-d66d-47e8-9045-f08fac31e4b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1742142'] for subnet, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:42.716334 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-8359a3dd-bbba-49b2-85e4-90a1da33c23a req-691067a8-ee43-427b-a409-66c6e9739b30 service neutron] 10.222.0.15 "GET /v2.0/networks/0588541c-2c6d-4af4-b11b-868f2049357c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622719 May 25 22:40:42.725961 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-ceab3de4-b993-4f96-9b4c-b362a14b4e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:42.731654 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c8b01-da50-42ec-bc14-aab94dbc918c req-bc4b8c68-0220-4010-b528-487ced517766 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:42.733238 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b58c8b01-da50-42ec-bc14-aab94dbc918c req-bc4b8c68-0220-4010-b528-487ced517766 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?device_id=5424fab7-3a14-4245-8085-5fa8a0897db6 HTTP/1.1" status: 200 len: 943 time: 0.1529741 May 25 22:40:42.782400 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b58c8b01-da50-42ec-bc14-aab94dbc918c req-fd313268-9cac-42b1-aed1-f2038cdb1be4 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5ce9cc2-e447-4ac8-8152-b9fc7a8274b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422740 May 25 22:40:42.820763 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-820d760d-600b-4a55-bc0e-23a436e9a215 req-cd0ec630-bc8e-4953-8790-dc9597c09cc1 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317575 May 25 22:40:42.925401 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-3bc580ac-d66d-47e8-9045-f08fac31e4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1950778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1742124'] for subnet, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:42.999394 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc580ac-d66d-47e8-9045-f08fac31e4b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8a3ebb2-0194-4483-94f1-c90c15af48f6,revision_number=0']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:43.008106 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc580ac-d66d-47e8-9045-f08fac31e4b9 admin admin] Checking segment: {'id': '818d5d7a-3441-4e9c-8681-7692322994bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e9b64c1d-c92f-412a-9314-13490698471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:40:43.008441 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc580ac-d66d-47e8-9045-f08fac31e4b9 admin admin] Network hostable DHCP agents. Network: e9b64c1d-c92f-412a-9314-13490698471d, hostable agents: ['894d5615-95da-45d6-9a18-7bf04c47b636'], hosted agents: [] {{(pid=83203) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:40:43.028921 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc580ac-d66d-47e8-9045-f08fac31e4b9 admin admin] Network e9b64c1d-c92f-412a-9314-13490698471d is scheduled to be hosted by DHCP agent 894d5615-95da-45d6-9a18-7bf04c47b636 with binding_index 1 {{(pid=83203) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:40:43.037517 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [None req-3bc580ac-d66d-47e8-9045-f08fac31e4b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-smb, e9b64c1d-c92f-412a-9314-13490698471d) {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:40:43.041271 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc580ac-d66d-47e8-9045-f08fac31e4b9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:43.042025 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-3bc580ac-d66d-47e8-9045-f08fac31e4b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for subnet, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:43.047621 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f412e02-d416-46da-93f5-af0bb6459195 None None] Network e9b64c1d-c92f-412a-9314-13490698471d requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:40:43.063655 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-3bc580ac-d66d-47e8-9045-f08fac31e4b9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4835877 May 25 22:40:43.065893 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 42366) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:43.070826 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-71998e65-835b-48e8-ab50-7caefc2a1be8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-590884545-router', 'tenant_id': '05f43f82cc184502b28337f6aa9a35c6', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:40:43.075315 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-71998e65-835b-48e8-ab50-7caefc2a1be8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:43.079114 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-71998e65-835b-48e8-ab50-7caefc2a1be8 admin admin] Usage tracker for resource:router and tenant:05f43f82cc184502b28337f6aa9a35c6 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:43.082137 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-71998e65-835b-48e8-ab50-7caefc2a1be8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:43.087880 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-71998e65-835b-48e8-ab50-7caefc2a1be8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:43.099759 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-71998e65-835b-48e8-ab50-7caefc2a1be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-995827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4951'] for router, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:43.100810 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-71998e65-835b-48e8-ab50-7caefc2a1be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-995728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4956'] for router, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:43.119128 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-71998e65-835b-48e8-ab50-7caefc2a1be8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:43.266444 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-71998e65-835b-48e8-ab50-7caefc2a1be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1035273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:43.272771 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed14cf5-3ca5-548c-8e99-fd567da135a2-e9b64c1d-c92f-412a-9314-13490698471d', 'network_id': 'e9b64c1d-c92f-412a-9314-13490698471d', 'tenant_id': '05f43f82cc184502b28337f6aa9a35c6', 'fixed_ips': [{'subnet_id': 'd8a3ebb2-0194-4483-94f1-c90c15af48f6'}]}} from dv-cinder-843305-1-smb. {{(pid=83205) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:40:43.273657 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:43.430628 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.db_base_plugin_common [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] Allocated IP 172.20.0.2 (e9b64c1d-c92f-412a-9314-13490698471d/d8a3ebb2-0194-4483-94f1-c90c15af48f6/f3649fcd-286f-4188-aec1-172dd3ba59be) {{(pid=83205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:40:43.452448 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-71998e65-835b-48e8-ab50-7caefc2a1be8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:43.482137 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-71998e65-835b-48e8-ab50-7caefc2a1be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:43.641154 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.db_base_plugin_common [None req-71998e65-835b-48e8-ab50-7caefc2a1be8 admin admin] Allocated IP 172.28.2.9 (77f19dc1-c50e-4f02-8833-0fbdbbec8517/1120c8a6-ca37-4814-b2e9-f8ac22584781/4d79cef5-cfd8-47c1-98d5-adb37d307930) {{(pid=83203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:40:43.667443 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] Notify callbacks [] for port, precommit_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:43.678749 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] Transition to ACTIVE for port object f3649fcd-286f-4188-aec1-172dd3ba59be will not be triggered until provisioned by entity L2. {{(pid=83205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:40:43.698610 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] Transition to ACTIVE for port object f3649fcd-286f-4188-aec1-172dd3ba59be will not be triggered until provisioned by entity DHCP. {{(pid=83205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:40:43.704308 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443'] for port, after_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:43.776872 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] Network e9b64c1d-c92f-412a-9314-13490698471d is already hosted by enough agents. {{(pid=83205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:40:43.781150 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] Pushing event updated for resources: {'Port': ['ID=f3649fcd-286f-4188-aec1-172dd3ba59be,revision_number=1']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:43.783977 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.scheduler.base_scheduler [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] Resources bound (agent type, host, resource id): {{(pid=83205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:40:43.787859 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] Received port after_create {{(pid=83205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:40:43.795374 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-71998e65-835b-48e8-ab50-7caefc2a1be8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:43.797878 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:43.798265 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:43.798606 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:43.799000 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:43.799395 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:43.799782 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:43.800162 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:43.800551 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:43.801022 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:43.801303 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:43.801682 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:43.828021 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-71998e65-835b-48e8-ab50-7caefc2a1be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:43.900468 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] Attempting to bind port f3649fcd-286f-4188-aec1-172dd3ba59be on host dv-cinder-843305-1-smb for vnic_type normal with profile {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:40:43.901294 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] Attempting to bind port f3649fcd-286f-4188-aec1-172dd3ba59be by drivers openvswitch,hyperv on host dv-cinder-843305-1-smb at level 0 using segments [{'id': '818d5d7a-3441-4e9c-8681-7692322994bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e9b64c1d-c92f-412a-9314-13490698471d'}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:40:43.901930 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] Attempting to bind port f3649fcd-286f-4188-aec1-172dd3ba59be on network e9b64c1d-c92f-412a-9314-13490698471d {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:40:43.909948 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] Checking agent: {'id': '7ae609c1-c95f-406f-b830-1d01d4388ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 29, 46), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:40:43.910451 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] Checking segment: {'id': '818d5d7a-3441-4e9c-8681-7692322994bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e9b64c1d-c92f-412a-9314-13490698471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:40:43.911120 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:43.911239 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71998e65-835b-48e8-ab50-7caefc2a1be8 admin admin] Network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 is already hosted by enough agents. {{(pid=83203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:40:43.911661 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] Bound using segment: {'id': '818d5d7a-3441-4e9c-8681-7692322994bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e9b64c1d-c92f-412a-9314-13490698471d'} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:40:43.912190 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] Bound port: f3649fcd-286f-4188-aec1-172dd3ba59be, host: dv-cinder-843305-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '818d5d7a-3441-4e9c-8681-7692322994bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e9b64c1d-c92f-412a-9314-13490698471d'}}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:40:43.912656 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:43.914364 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [None req-71998e65-835b-48e8-ab50-7caefc2a1be8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:40:43.916967 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71998e65-835b-48e8-ab50-7caefc2a1be8 admin admin] Received port after_create {{(pid=83203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:40:43.952754 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71998e65-835b-48e8-ab50-7caefc2a1be8 admin admin] Pushing event updated for resources: {'Port': ['ID=4d79cef5-cfd8-47c1-98d5-adb37d307930,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:44.046622 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] For port f3649fcd-286f-4188-aec1-172dd3ba59be, host dv-cinder-843305-1-smb, cleared binding levels {{(pid=83205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:40:44.051669 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] For port f3649fcd-286f-4188-aec1-172dd3ba59be, host dv-cinder-843305-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=f3649fcd-286f-4188-aec1-172dd3ba59be,segment=NetworkSegment(818d5d7a-3441-4e9c-8681-7692322994bf),segment_id=818d5d7a-3441-4e9c-8681-7692322994bf)] {{(pid=83205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:40:44.057853 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:44.062996 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 42388) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:44.079727 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04659283-7696-4a4f-bb95-5d9c89df40b3 req-57ec383f-6e43-4a1c-808e-1c346de8d39e tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:44.081318 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-04659283-7696-4a4f-bb95-5d9c89df40b3 req-57ec383f-6e43-4a1c-808e-1c346de8d39e tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?device_id=5424fab7-3a14-4245-8085-5fa8a0897db6 HTTP/1.1" status: 200 len: 943 time: 0.1097312 May 25 22:40:44.193910 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648aabcb-3379-4004-953f-8310fc727fd0 None None] Pushing event updated for resources: {'Port': ['ID=f3649fcd-286f-4188-aec1-172dd3ba59be,revision_number=2']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:44.210958 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-04659283-7696-4a4f-bb95-5d9c89df40b3 req-eb9b10c6-6578-448e-aede-b1b19660988c tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5ce9cc2-e447-4ac8-8152-b9fc7a8274b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180494 May 25 22:40:44.341632 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df33af9-266b-44b1-b238-20cd988a5cbb req-25ee549e-edaa-4742-b954-141521a770ae tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:44.343103 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-2df33af9-266b-44b1-b238-20cd988a5cbb req-25ee549e-edaa-4742-b954-141521a770ae tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dfcdea-90f0-49ba-bc88-239a5dadabe5 HTTP/1.1" status: 200 len: 945 time: 0.2927415 May 25 22:40:44.352401 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-932d9493-0e15-4e09-a6da-1f0677f085fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:44.447785 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-932d9493-0e15-4e09-a6da-1f0677f085fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:44.448415 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-2df33af9-266b-44b1-b238-20cd988a5cbb req-52df603b-1258-4af1-b281-44aa400ba550 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912213 May 25 22:40:44.473575 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-932d9493-0e15-4e09-a6da-1f0677f085fb admin admin] Usage tracker for resource:security_group_rule and tenant:638648ce84894c21b03a73280993a3ed is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:44.474292 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-71998e65-835b-48e8-ab50-7caefc2a1be8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:44.475550 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-71998e65-835b-48e8-ab50-7caefc2a1be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1035264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997785'] for router, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:44.477707 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-932d9493-0e15-4e09-a6da-1f0677f085fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:44.504518 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-932d9493-0e15-4e09-a6da-1f0677f085fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:44.665375 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-932d9493-0e15-4e09-a6da-1f0677f085fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:44.670985 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-932d9493-0e15-4e09-a6da-1f0677f085fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:44.758806 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-932d9493-0e15-4e09-a6da-1f0677f085fb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=638648ce84894c21b03a73280993a3ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6930144 May 25 22:40:44.762062 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 42406) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:44.765150 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-75722ce3-d9dc-4b84-ab04-cf2fa02bc874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:44.782873 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d9493-0e15-4e09-a6da-1f0677f085fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c1898b-906e-485c-91dd-88c53ef98ec6,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:44.797461 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932d9493-0e15-4e09-a6da-1f0677f085fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:44.797929 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932d9493-0e15-4e09-a6da-1f0677f085fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:44.798780 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932d9493-0e15-4e09-a6da-1f0677f085fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:44.799502 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932d9493-0e15-4e09-a6da-1f0677f085fb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:44.800098 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932d9493-0e15-4e09-a6da-1f0677f085fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:44.800630 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932d9493-0e15-4e09-a6da-1f0677f085fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:44.801057 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932d9493-0e15-4e09-a6da-1f0677f085fb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:44.801485 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932d9493-0e15-4e09-a6da-1f0677f085fb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:44.801905 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932d9493-0e15-4e09-a6da-1f0677f085fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:44.802338 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932d9493-0e15-4e09-a6da-1f0677f085fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:44.802897 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932d9493-0e15-4e09-a6da-1f0677f085fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:44.850716 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71998e65-835b-48e8-ab50-7caefc2a1be8 admin admin] Router 60500e83-27bb-420a-b65e-a6043e376a12 is scheduled to L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 with binding_index 1 {{(pid=83203) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:40:44.874151 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-f3c3f7cc-c505-4693-a8c0-3ef16d3310f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:44.899026 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 42412) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:44.908990 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-f3c3f7cc-c505-4693-a8c0-3ef16d3310f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:44.981554 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-f3c3f7cc-c505-4693-a8c0-3ef16d3310f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:45.009285 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3f7cc-c505-4693-a8c0-3ef16d3310f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c1898b-906e-485c-91dd-88c53ef98ec6,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:45.013622 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-f3c3f7cc-c505-4693-a8c0-3ef16d3310f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:45.017585 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-f3c3f7cc-c505-4693-a8c0-3ef16d3310f9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a6c1898b-906e-485c-91dd-88c53ef98ec6 HTTP/1.1" status: 204 len: 168 time: 0.2543774 May 25 22:40:45.023534 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83205) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:40:45.161033 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71998e65-835b-48e8-ab50-7caefc2a1be8 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:40:45.163608 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-03c1198e-cc40-4f4f-9d3b-f0c5d61b11d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:45.173427 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c53d3df-6bc1-4f1d-889b-d82e427fc213 None None] Sync routers for ids ['60500e83-27bb-420a-b65e-a6043e376a12'] in dv-cinder-843305-1-smb {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:40:45.194589 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-71998e65-835b-48e8-ab50-7caefc2a1be8 admin admin] Notify callbacks [] for router, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:45.196032 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-71998e65-835b-48e8-ab50-7caefc2a1be8 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.1291599 May 25 22:40:45.198909 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 42424) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:45.215087 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c53d3df-6bc1-4f1d-889b-d82e427fc213 None None] Routers {'60500e83-27bb-420a-b65e-a6043e376a12'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:40:45.215781 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-5c53d3df-6bc1-4f1d-889b-d82e427fc213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:40:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['60500e83-27bb-420a-b65e-a6043e376a12'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:40:45.407990 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5,segment=NetworkSegment(bd66c47e-3308-49d0-bfc1-4e025b389b5d),segment_id=bd66c47e-3308-49d0-bfc1-4e025b389b5d)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:40:45.437138 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Returning: {'device': 'a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5', 'network_id': '0588541c-2c6d-4af4-b11b-868f2049357c', 'port_id': 'a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5', 'mac_address': 'fa:16:3e:40:5d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45fe427f-4288-4b0e-9a50-3f75b32f755b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83205) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:40:45.450948 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-03c1198e-cc40-4f4f-9d3b-f0c5d61b11d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:45.556713 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:45.579442 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device f3649fcd-286f-4188-aec1-172dd3ba59be up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:40:45.611672 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e59083-53d4-45ad-a276-49992b29c722 None None] Network e9b64c1d-c92f-412a-9314-13490698471d requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:40:45.625769 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-5c53d3df-6bc1-4f1d-889b-d82e427fc213 None None] Set router 60500e83-27bb-420a-b65e-a6043e376a12 gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:40:45.660295 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-03c1198e-cc40-4f4f-9d3b-f0c5d61b11d9 admin admin] Usage tracker for resource:security_group_rule and tenant:76d6370895ae43ff9562becf08d888c3 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:45.663312 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-03c1198e-cc40-4f4f-9d3b-f0c5d61b11d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:45.666636 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 42434) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:45.672556 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-03c1198e-cc40-4f4f-9d3b-f0c5d61b11d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:45.689310 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5 {{(pid=83205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:40:45.703356 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6e04f46d-b51d-4a34-8e87-daf28eb1e8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:45.706884 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5,segment=NetworkSegment(bd66c47e-3308-49d0-bfc1-4e025b389b5d),segment_id=bd66c47e-3308-49d0-bfc1-4e025b389b5d)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:40:45.730912 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:45.768435 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-6e04f46d-b51d-4a34-8e87-daf28eb1e8c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:45.769947 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae5992-612e-4d71-ade7-f83245d69984 req-1b772a55-6c2b-4bfa-8d4f-24d89d08121b tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:45.771722 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-55ae5992-612e-4d71-ade7-f83245d69984 req-1b772a55-6c2b-4bfa-8d4f-24d89d08121b tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?device_id=5424fab7-3a14-4245-8085-5fa8a0897db6 HTTP/1.1" status: 200 len: 943 time: 0.3179991 May 25 22:40:45.774765 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-6e04f46d-b51d-4a34-8e87-daf28eb1e8c1 admin admin] Usage tracker for resource:security_group_rule and tenant:be94337d095844d19452ccfcf770415b is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:45.778227 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-6e04f46d-b51d-4a34-8e87-daf28eb1e8c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:45.788280 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-6e04f46d-b51d-4a34-8e87-daf28eb1e8c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:45.832415 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:45.835693 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-de260890-6cb6-466f-95e2-da22e6effb52 None None] Provisioning for port f3649fcd-286f-4188-aec1-172dd3ba59be completed by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:40:45.849596 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-03c1198e-cc40-4f4f-9d3b-f0c5d61b11d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:45.864455 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-03c1198e-cc40-4f4f-9d3b-f0c5d61b11d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:45.893329 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-55ae5992-612e-4d71-ade7-f83245d69984 req-2975de8c-9743-400d-90a5-13b463ffa70d tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5ce9cc2-e447-4ac8-8152-b9fc7a8274b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122258 May 25 22:40:45.921782 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6e04f46d-b51d-4a34-8e87-daf28eb1e8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:45.927211 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6e04f46d-b51d-4a34-8e87-daf28eb1e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:45.952305 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c1198e-cc40-4f4f-9d3b-f0c5d61b11d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8c999f-9a9e-4721-9ce6-12fb6e0f1013,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:45.963531 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-03c1198e-cc40-4f4f-9d3b-f0c5d61b11d9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=76d6370895ae43ff9562becf08d888c3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0629025 May 25 22:40:45.966005 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 42438) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:45.982512 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04f46d-b51d-4a34-8e87-daf28eb1e8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5473040-b664-457f-aa53-fe6746049411,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:45.990057 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-6e04f46d-b51d-4a34-8e87-daf28eb1e8c1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=be94337d095844d19452ccfcf770415b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3223858 May 25 22:40:45.992613 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 42442) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:46.004156 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning for port f3649fcd-286f-4188-aec1-172dd3ba59be completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:40:46.022534 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port f3649fcd-286f-4188-aec1-172dd3ba59be triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:40:46.023850 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:46.044912 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-5c53d3df-6bc1-4f1d-889b-d82e427fc213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60500e83-27bb-420a-b65e-a6043e376a12', 'name': 'tempest-TestShelveInstance-590884545-router', 'tenant_id': '05f43f82cc184502b28337f6aa9a35c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': '4d79cef5-cfd8-47c1-98d5-adb37d307930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:40:43Z', 'updated_at': '2022-05-25T22:40:44Z', 'revision_number': 3, 'project_id': '05f43f82cc184502b28337f6aa9a35c6', 'gw_port': {'id': '4d79cef5-cfd8-47c1-98d5-adb37d307930', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60500e83-27bb-420a-b65e-a6043e376a12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:43Z', 'updated_at': '2022-05-25T22:40:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb'}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:40:46.052120 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c53d3df-6bc1-4f1d-889b-d82e427fc213 None None] Checking router: 60500e83-27bb-420a-b65e-a6043e376a12 for host: dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:40:46.052887 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c53d3df-6bc1-4f1d-889b-d82e427fc213 None None] Updating router 60500e83-27bb-420a-b65e-a6043e376a12 port 4d79cef5-cfd8-47c1-98d5-adb37d307930 binding host dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:40:46.066847 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4c187850-e6bb-48a4-8e4f-b8b58fb465ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:46.098149 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:46.099094 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4c187850-e6bb-48a4-8e4f-b8b58fb465ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:46.135239 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-5c53d3df-6bc1-4f1d-889b-d82e427fc213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:46.173305 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:46.181027 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4c187850-e6bb-48a4-8e4f-b8b58fb465ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:46.198082 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-296ef2dc-95ff-45c8-a71a-7422a34242d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:46.219314 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] For port f3649fcd-286f-4188-aec1-172dd3ba59be, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=f3649fcd-286f-4188-aec1-172dd3ba59be,segment=NetworkSegment(818d5d7a-3441-4e9c-8681-7692322994bf),segment_id=818d5d7a-3441-4e9c-8681-7692322994bf)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:40:46.223039 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c187850-e6bb-48a4-8e4f-b8b58fb465ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5473040-b664-457f-aa53-fe6746049411,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:46.235777 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-296ef2dc-95ff-45c8-a71a-7422a34242d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:46.267895 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4c187850-e6bb-48a4-8e4f-b8b58fb465ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:46.271580 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-4c187850-e6bb-48a4-8e4f-b8b58fb465ef admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d5473040-b664-457f-aa53-fe6746049411 HTTP/1.1" status: 204 len: 168 time: 0.2780819 May 25 22:40:46.284270 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:46.369576 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:40:46.372224 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-296ef2dc-95ff-45c8-a71a-7422a34242d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:46.405412 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ef2dc-95ff-45c8-a71a-7422a34242d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8c999f-9a9e-4721-9ce6-12fb6e0f1013,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:46.416040 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-296ef2dc-95ff-45c8-a71a-7422a34242d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:46.417206 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-296ef2dc-95ff-45c8-a71a-7422a34242d6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0b8c999f-9a9e-4721-9ce6-12fb6e0f1013 HTTP/1.1" status: 204 len: 168 time: 0.4497478 May 25 22:40:46.582970 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:46.593657 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 42454) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:46.599399 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-c773ad6f-f5b6-43a5-b3bc-3894ee023587 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1003356413', 'description': 'tempest-description--1847898011'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:40:46.616388 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-c773ad6f-f5b6-43a5-b3bc-3894ee023587 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:46.635269 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-c773ad6f-f5b6-43a5-b3bc-3894ee023587 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:46.645757 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Pushing event updated for resources: {'Port': ['ID=f3649fcd-286f-4188-aec1-172dd3ba59be,revision_number=3']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:46.650592 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c773ad6f-f5b6-43a5-b3bc-3894ee023587 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:46.697913 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-9a2d77c8-f526-4cfe-b5f3-6f32d1067239 None None] Provisioning complete for port f3649fcd-286f-4188-aec1-172dd3ba59be triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:40:46.698312 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-9a2d77c8-f526-4cfe-b5f3-6f32d1067239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:46.719547 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-c773ad6f-f5b6-43a5-b3bc-3894ee023587 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:46.733259 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-c773ad6f-f5b6-43a5-b3bc-3894ee023587 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Usage tracker for resource:security_group_rule and tenant:360f94ee5000428395895ec5220a3314 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:46.736279 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-c773ad6f-f5b6-43a5-b3bc-3894ee023587 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:46.747372 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-c773ad6f-f5b6-43a5-b3bc-3894ee023587 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:46.781347 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-5c53d3df-6bc1-4f1d-889b-d82e427fc213 None None] Notify callbacks [] for port, precommit_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:46.813770 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.provisioning_blocks [None req-5c53d3df-6bc1-4f1d-889b-d82e427fc213 None None] Transition to ACTIVE for port object 4d79cef5-cfd8-47c1-98d5-adb37d307930 will not be triggered until provisioned by entity L2. {{(pid=83206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:40:46.840159 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-5c53d3df-6bc1-4f1d-889b-d82e427fc213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:46.885890 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c773ad6f-f5b6-43a5-b3bc-3894ee023587 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:46.899659 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c773ad6f-f5b6-43a5-b3bc-3894ee023587 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:46.980875 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.managers [None req-5c53d3df-6bc1-4f1d-889b-d82e427fc213 None None] Attempting to bind port 4d79cef5-cfd8-47c1-98d5-adb37d307930 on host dv-cinder-843305-1-smb for vnic_type normal with profile {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:40:46.988257 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.managers [None req-5c53d3df-6bc1-4f1d-889b-d82e427fc213 None None] Attempting to bind port 4d79cef5-cfd8-47c1-98d5-adb37d307930 by drivers openvswitch,hyperv on host dv-cinder-843305-1-smb at level 0 using segments [{'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}] {{(pid=83206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:40:46.988820 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c53d3df-6bc1-4f1d-889b-d82e427fc213 None None] Attempting to bind port 4d79cef5-cfd8-47c1-98d5-adb37d307930 on network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:40:47.017160 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773ad6f-f5b6-43a5-b3bc-3894ee023587 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d590cde5-073f-4d68-bbe7-3200c480ab62,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:47.020223 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78650c6-7e05-4f34-a0fc-57e5e5602966 None None] Pushing event updated for resources: {'Port': ['ID=4d79cef5-cfd8-47c1-98d5-adb37d307930,revision_number=2']} {{(pid=83206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:47.026415 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 42462) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:47.035376 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c773ad6f-f5b6-43a5-b3bc-3894ee023587 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:47.039429 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-c773ad6f-f5b6-43a5-b3bc-3894ee023587 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.4421897 May 25 22:40:47.041016 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 42466) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:47.049152 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78650c6-7e05-4f34-a0fc-57e5e5602966 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:47.049638 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78650c6-7e05-4f34-a0fc-57e5e5602966 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:47.050035 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78650c6-7e05-4f34-a0fc-57e5e5602966 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:47.050471 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78650c6-7e05-4f34-a0fc-57e5e5602966 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:47.050864 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-0301e85c-69a2-42ba-833b-0bc6a6aaaad2 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Request body: {'security_group_rule': {'security_group_id': 'd590cde5-073f-4d68-bbe7-3200c480ab62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:40:47.050998 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78650c6-7e05-4f34-a0fc-57e5e5602966 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:47.051317 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78650c6-7e05-4f34-a0fc-57e5e5602966 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:47.051712 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78650c6-7e05-4f34-a0fc-57e5e5602966 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:47.052106 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78650c6-7e05-4f34-a0fc-57e5e5602966 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:47.052499 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78650c6-7e05-4f34-a0fc-57e5e5602966 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:47.052913 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78650c6-7e05-4f34-a0fc-57e5e5602966 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:47.053295 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78650c6-7e05-4f34-a0fc-57e5e5602966 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:47.064014 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c53d3df-6bc1-4f1d-889b-d82e427fc213 None None] Checking agent: {'id': '7ae609c1-c95f-406f-b830-1d01d4388ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 29, 46), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:40:47.064497 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c53d3df-6bc1-4f1d-889b-d82e427fc213 None None] Checking segment: {'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:40:47.064978 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-5c53d3df-6bc1-4f1d-889b-d82e427fc213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:47.065425 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c53d3df-6bc1-4f1d-889b-d82e427fc213 None None] Bound using segment: {'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'} {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:40:47.065989 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.managers [None req-5c53d3df-6bc1-4f1d-889b-d82e427fc213 None None] Bound port: 4d79cef5-cfd8-47c1-98d5-adb37d307930, host: dv-cinder-843305-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}}] {{(pid=83206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:40:47.066480 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-5c53d3df-6bc1-4f1d-889b-d82e427fc213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:47.081952 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c5cf011d-6003-41ae-9fab-fe3c1bd8d37d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:47.100583 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-0301e85c-69a2-42ba-833b-0bc6a6aaaad2 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:47.129623 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-c5cf011d-6003-41ae-9fab-fe3c1bd8d37d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:47.135265 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-c5cf011d-6003-41ae-9fab-fe3c1bd8d37d admin admin] Usage tracker for resource:security_group_rule and tenant:a84ee1ee1f134cf08bb411f64f9b47e0 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:47.140104 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-c5cf011d-6003-41ae-9fab-fe3c1bd8d37d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:47.148281 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-c5cf011d-6003-41ae-9fab-fe3c1bd8d37d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:47.156803 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-0301e85c-69a2-42ba-833b-0bc6a6aaaad2 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Usage tracker for resource:security_group_rule and tenant:360f94ee5000428395895ec5220a3314 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:47.168517 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-0301e85c-69a2-42ba-833b-0bc6a6aaaad2 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:47.177403 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.db [None req-5c53d3df-6bc1-4f1d-889b-d82e427fc213 None None] For port 4d79cef5-cfd8-47c1-98d5-adb37d307930, host dv-cinder-843305-1-smb, cleared binding levels {{(pid=83206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:40:47.178608 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-0301e85c-69a2-42ba-833b-0bc6a6aaaad2 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:47.184904 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.db [None req-5c53d3df-6bc1-4f1d-889b-d82e427fc213 None None] For port 4d79cef5-cfd8-47c1-98d5-adb37d307930, host dv-cinder-843305-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=4d79cef5-cfd8-47c1-98d5-adb37d307930,segment=NetworkSegment(3342e0e4-498a-46e7-9232-6274ffc1b494),segment_id=3342e0e4-498a-46e7-9232-6274ffc1b494)] {{(pid=83206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:40:47.190209 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-5c53d3df-6bc1-4f1d-889b-d82e427fc213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:47.199400 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0b47a5b9-5405-43df-88af-f87249497ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:47.239783 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0301e85c-69a2-42ba-833b-0bc6a6aaaad2 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:47.241130 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c5cf011d-6003-41ae-9fab-fe3c1bd8d37d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:47.250769 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c5cf011d-6003-41ae-9fab-fe3c1bd8d37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:47.285382 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78650c6-7e05-4f34-a0fc-57e5e5602966 None None] Pushing event updated for resources: {'Port': ['ID=4d79cef5-cfd8-47c1-98d5-adb37d307930,revision_number=3']} {{(pid=83206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:47.289945 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c53d3df-6bc1-4f1d-889b-d82e427fc213 None None] Routers {'60500e83-27bb-420a-b65e-a6043e376a12'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:40:47.290717 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-5c53d3df-6bc1-4f1d-889b-d82e427fc213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:40:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['60500e83-27bb-420a-b65e-a6043e376a12'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:40:47.317701 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf011d-6003-41ae-9fab-fe3c1bd8d37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae1e7a8-742c-4fa6-bd88-be0e0af6cf12,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:47.325770 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-c5cf011d-6003-41ae-9fab-fe3c1bd8d37d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a84ee1ee1f134cf08bb411f64f9b47e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2965991 May 25 22:40:47.328347 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 42470) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:47.340528 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7f130-b2ed-489d-9e88-ba02a48e8757 req-59c2ce2b-d418-4d8f-80a4-63659f05d3d0 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:47.341970 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5da7f130-b2ed-489d-9e88-ba02a48e8757 req-59c2ce2b-d418-4d8f-80a4-63659f05d3d0 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?device_id=5424fab7-3a14-4245-8085-5fa8a0897db6 HTTP/1.1" status: 200 len: 944 time: 0.2529817 May 25 22:40:47.405505 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-002e6374-28ca-4f1a-a730-2ebd6c168f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:47.433692 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-002e6374-28ca-4f1a-a730-2ebd6c168f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:47.501902 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-002e6374-28ca-4f1a-a730-2ebd6c168f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:47.507588 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-5c53d3df-6bc1-4f1d-889b-d82e427fc213 None None] Set router 60500e83-27bb-420a-b65e-a6043e376a12 gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:40:47.521172 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:47.530811 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e6374-28ca-4f1a-a730-2ebd6c168f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae1e7a8-742c-4fa6-bd88-be0e0af6cf12,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:47.540182 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device f3649fcd-286f-4188-aec1-172dd3ba59be up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:40:47.540918 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0301e85c-69a2-42ba-833b-0bc6a6aaaad2 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:47.546063 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-002e6374-28ca-4f1a-a730-2ebd6c168f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:47.548458 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-002e6374-28ca-4f1a-a730-2ebd6c168f35 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cae1e7a8-742c-4fa6-bd88-be0e0af6cf12 HTTP/1.1" status: 204 len: 168 time: 0.2180166 May 25 22:40:47.550752 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5da7f130-b2ed-489d-9e88-ba02a48e8757 req-fa7e083d-a727-4c4a-92e7-30a643bfafb2 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5ce9cc2-e447-4ac8-8152-b9fc7a8274b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609864 May 25 22:40:47.552321 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e6374-28ca-4f1a-a730-2ebd6c168f35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:47.552969 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e6374-28ca-4f1a-a730-2ebd6c168f35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:47.553228 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e6374-28ca-4f1a-a730-2ebd6c168f35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:47.553388 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0301e85c-69a2-42ba-833b-0bc6a6aaaad2 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043470'] for security_group_rule, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:47.553680 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e6374-28ca-4f1a-a730-2ebd6c168f35 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:47.554573 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e6374-28ca-4f1a-a730-2ebd6c168f35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:47.555356 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e6374-28ca-4f1a-a730-2ebd6c168f35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:47.555691 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e6374-28ca-4f1a-a730-2ebd6c168f35 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:47.556027 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e6374-28ca-4f1a-a730-2ebd6c168f35 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:47.556436 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e6374-28ca-4f1a-a730-2ebd6c168f35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:47.556767 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e6374-28ca-4f1a-a730-2ebd6c168f35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:47.557369 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e6374-28ca-4f1a-a730-2ebd6c168f35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:47.567596 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.db_base_plugin_common [None req-0b47a5b9-5405-43df-88af-f87249497ba8 admin admin] Allocated IP 172.20.0.1 (e9b64c1d-c92f-412a-9314-13490698471d/d8a3ebb2-0194-4483-94f1-c90c15af48f6/4db35864-7b6b-4e53-9731-22b91df09276) {{(pid=83204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:40:47.611171 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301e85c-69a2-42ba-833b-0bc6a6aaaad2 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5eb6b46-cea0-47de-b233-e099dab0b3e6,revision_number=0']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:47.635755 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0301e85c-69a2-42ba-833b-0bc6a6aaaad2 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:47.640437 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 42476) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:47.640719 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-0301e85c-69a2-42ba-833b-0bc6a6aaaad2 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5985551 May 25 22:40:47.648010 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-d755bbfd-c352-4504-b7ff-c99f1f3198ec tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Request body: {'security_group_rule': {'security_group_id': 'd590cde5-073f-4d68-bbe7-3200c480ab62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:40:47.654423 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-d755bbfd-c352-4504-b7ff-c99f1f3198ec tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:47.658884 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-d755bbfd-c352-4504-b7ff-c99f1f3198ec tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Usage tracker for resource:security_group_rule and tenant:360f94ee5000428395895ec5220a3314 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:47.661907 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-d755bbfd-c352-4504-b7ff-c99f1f3198ec tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:47.668729 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-d755bbfd-c352-4504-b7ff-c99f1f3198ec tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:47.669053 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port f3649fcd-286f-4188-aec1-172dd3ba59be triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:40:47.669607 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:47.697086 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-d755bbfd-c352-4504-b7ff-c99f1f3198ec tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:47.784588 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0b47a5b9-5405-43df-88af-f87249497ba8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:47.812186 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.provisioning_blocks [None req-0b47a5b9-5405-43df-88af-f87249497ba8 admin admin] Transition to ACTIVE for port object 4db35864-7b6b-4e53-9731-22b91df09276 will not be triggered until provisioned by entity DHCP. {{(pid=83204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:40:47.822193 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-d755bbfd-c352-4504-b7ff-c99f1f3198ec tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:47.829780 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-d755bbfd-c352-4504-b7ff-c99f1f3198ec tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043470'] for security_group_rule, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:47.857354 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0b47a5b9-5405-43df-88af-f87249497ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:47.875901 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755bbfd-c352-4504-b7ff-c99f1f3198ec tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=879599cc-8538-49f0-9120-38eb15e2161f,revision_number=0']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:47.891687 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-d755bbfd-c352-4504-b7ff-c99f1f3198ec tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:47.894087 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-d755bbfd-c352-4504-b7ff-c99f1f3198ec tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2522106 May 25 22:40:47.897200 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 42482) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:47.907234 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-2b798009-35d7-49b9-b908-d7443c9e96b4 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Request body: {'floatingip': {'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:40:47.913966 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-2b798009-35d7-49b9-b908-d7443c9e96b4 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:47.919805 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-2b798009-35d7-49b9-b908-d7443c9e96b4 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Usage tracker for resource:floatingip and tenant:360f94ee5000428395895ec5220a3314 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:47.922997 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-2b798009-35d7-49b9-b908-d7443c9e96b4 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:47.931051 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-2b798009-35d7-49b9-b908-d7443c9e96b4 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:47.940902 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b47a5b9-5405-43df-88af-f87249497ba8 admin admin] Network e9b64c1d-c92f-412a-9314-13490698471d is already hosted by enough agents. {{(pid=83204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:40:47.943803 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [None req-0b47a5b9-5405-43df-88af-f87249497ba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:40:47.945695 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2b798009-35d7-49b9-b908-d7443c9e96b4 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks [] for floatingip, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:47.948328 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b47a5b9-5405-43df-88af-f87249497ba8 admin admin] Received port after_create {{(pid=83204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:40:47.972086 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-5c53d3df-6bc1-4f1d-889b-d82e427fc213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60500e83-27bb-420a-b65e-a6043e376a12', 'name': 'tempest-TestShelveInstance-590884545-router', 'tenant_id': '05f43f82cc184502b28337f6aa9a35c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': '4d79cef5-cfd8-47c1-98d5-adb37d307930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:40:43Z', 'updated_at': '2022-05-25T22:40:44Z', 'revision_number': 3, 'project_id': '05f43f82cc184502b28337f6aa9a35c6', 'gw_port': {'id': '4d79cef5-cfd8-47c1-98d5-adb37d307930', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60500e83-27bb-420a-b65e-a6043e376a12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:43Z', 'updated_at': '2022-05-25T22:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb'}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:40:47.976851 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c53d3df-6bc1-4f1d-889b-d82e427fc213 None None] The sync data for ids ['60500e83-27bb-420a-b65e-a6043e376a12'] in dv-cinder-843305-1-smb is: [{'id': '60500e83-27bb-420a-b65e-a6043e376a12', 'name': 'tempest-TestShelveInstance-590884545-router', 'tenant_id': '05f43f82cc184502b28337f6aa9a35c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': '4d79cef5-cfd8-47c1-98d5-adb37d307930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:40:43Z', 'updated_at': '2022-05-25T22:40:44Z', 'revision_number': 3, 'project_id': '05f43f82cc184502b28337f6aa9a35c6', 'gw_port': {'id': '4d79cef5-cfd8-47c1-98d5-adb37d307930', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60500e83-27bb-420a-b65e-a6043e376a12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:43Z', 'updated_at': '2022-05-25T22:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb'}] {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:40:48.001226 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47a5b9-5405-43df-88af-f87249497ba8 admin admin] Pushing event updated for resources: {'Port': ['ID=4db35864-7b6b-4e53-9731-22b91df09276,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:48.050776 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0b47a5b9-5405-43df-88af-f87249497ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999011'] for router_interface, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:48.133844 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2b798009-35d7-49b9-b908-d7443c9e96b4 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:48.171549 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0b47a5b9-5405-43df-88af-f87249497ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:48.324942 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-77e6bff1-82f3-437f-9a2f-4e218b0e7be5 None None] Provisioning for port 4db35864-7b6b-4e53-9731-22b91df09276 completed by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:40:48.333174 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-77e6bff1-82f3-437f-9a2f-4e218b0e7be5 None None] Provisioning complete for port 4db35864-7b6b-4e53-9731-22b91df09276 triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:40:48.334801 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-77e6bff1-82f3-437f-9a2f-4e218b0e7be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:48.371608 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.db_base_plugin_common [None req-2b798009-35d7-49b9-b908-d7443c9e96b4 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Allocated IP 172.28.2.112 (77f19dc1-c50e-4f02-8833-0fbdbbec8517/1120c8a6-ca37-4814-b2e9-f8ac22584781/0763b2a6-b436-4fcd-a5ed-978fdaca6bfa) {{(pid=83203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:40:48.466748 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-77e6bff1-82f3-437f-9a2f-4e218b0e7be5 None None] Port 4db35864-7b6b-4e53-9731-22b91df09276 cannot update to ACTIVE because it is not bound. {{(pid=83205) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:40:48.561352 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2b798009-35d7-49b9-b908-d7443c9e96b4 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks [] for port, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:48.583953 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0b47a5b9-5405-43df-88af-f87249497ba8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:48.591908 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0b47a5b9-5405-43df-88af-f87249497ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1172434'] for port, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:48.599284 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2b798009-35d7-49b9-b908-d7443c9e96b4 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:48.673668 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b798009-35d7-49b9-b908-d7443c9e96b4 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 is already hosted by enough agents. {{(pid=83203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:40:48.676645 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [None req-2b798009-35d7-49b9-b908-d7443c9e96b4 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Resources bound (agent type, host, resource id): {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:40:48.679873 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b798009-35d7-49b9-b908-d7443c9e96b4 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Received port after_create {{(pid=83203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:40:48.721276 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0b47a5b9-5405-43df-88af-f87249497ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4094761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-999118'] for router_interface, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:48.725206 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47a5b9-5405-43df-88af-f87249497ba8 admin admin] Pushing event updated for resources: {'Port': ['ID=4db35864-7b6b-4e53-9731-22b91df09276,revision_number=2']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:48.772459 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b798009-35d7-49b9-b908-d7443c9e96b4 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Pushing event updated for resources: {'Port': ['ID=0763b2a6-b436-4fcd-a5ed-978fdaca6bfa,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:48.895469 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b47a5b9-5405-43df-88af-f87249497ba8 admin admin] Network e9b64c1d-c92f-412a-9314-13490698471d is already hosted by enough agents. {{(pid=83204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:40:48.896775 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [None req-0b47a5b9-5405-43df-88af-f87249497ba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:40:49.054261 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5 up at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:40:49.064092 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bd329-93b1-4f48-ab2d-ede71ff91420 req-76988afe-5fd2-4411-9ff4-56f7175c0a4c tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:49.065633 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-915bd329-93b1-4f48-ab2d-ede71ff91420 req-76988afe-5fd2-4411-9ff4-56f7175c0a4c tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?device_id=5424fab7-3a14-4245-8085-5fa8a0897db6 HTTP/1.1" status: 200 len: 944 time: 0.2767887 May 25 22:40:49.178289 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning for port a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5 completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:40:49.188293 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning complete for port a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:40:49.189970 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:49.217819 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2b798009-35d7-49b9-b908-d7443c9e96b4 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:49.322267 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-915bd329-93b1-4f48-ab2d-ede71ff91420 req-c0b33984-0f4a-4141-8765-c505b5df40de tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Synchronizing usage tracker for tenant:99befbd9b29c49ce90071d2650a88da6 on resource:security_group {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:40:49.337447 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2b798009-35d7-49b9-b908-d7443c9e96b4 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:49.366943 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-eac34a7a-7e32-4ca1-b99c-a5263e3ad089 None None] Provisioning complete for port 4db35864-7b6b-4e53-9731-22b91df09276 triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:40:49.367583 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eac34a7a-7e32-4ca1-b99c-a5263e3ad089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:49.374445 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b47a5b9-5405-43df-88af-f87249497ba8 admin admin] Router 60500e83-27bb-420a-b65e-a6043e376a12 has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:40:49.388932 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-915bd329-93b1-4f48-ab2d-ede71ff91420 req-c0b33984-0f4a-4141-8765-c505b5df40de tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Unset dirty status for tenant:99befbd9b29c49ce90071d2650a88da6 on resource:security_group {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:40:49.402642 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-915bd329-93b1-4f48-ab2d-ede71ff91420 req-c0b33984-0f4a-4141-8765-c505b5df40de tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5ce9cc2-e447-4ac8-8152-b9fc7a8274b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816695 May 25 22:40:49.428268 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-eac34a7a-7e32-4ca1-b99c-a5263e3ad089 None None] Port 4db35864-7b6b-4e53-9731-22b91df09276 cannot update to ACTIVE because it is not bound. {{(pid=83205) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:40:49.448447 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:49.496182 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5424fab7-3a14-4245-8085-5fa8a0897db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5'}] {{(pid=83205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:40:49.524454 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5,segment=NetworkSegment(bd66c47e-3308-49d0-bfc1-4e025b389b5d),segment_id=bd66c47e-3308-49d0-bfc1-4e025b389b5d)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:40:49.530713 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:49.597361 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 4d79cef5-cfd8-47c1-98d5-adb37d307930 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:40:49.629322 dv-cinder-843305-1-smb neutron-server[83205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c022a4a7-ea92-4bdf-a4be-d980f4270c3d'] response: {'server_uuid': '5424fab7-3a14-4245-8085-5fa8a0897db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5', 'code': 200} May 25 22:40:49.644390 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2b798009-35d7-49b9-b908-d7443c9e96b4 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks [] for port, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:49.655529 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2b798009-35d7-49b9-b908-d7443c9e96b4 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950903'] for port, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:49.657133 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b47a5b9-5405-43df-88af-f87249497ba8 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:40:49.674899 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-0b47a5b9-5405-43df-88af-f87249497ba8 admin admin] 10.222.0.59 "PUT /v2.0/routers/60500e83-27bb-420a-b65e-a6043e376a12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4664469 May 25 22:40:49.712680 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5,revision_number=5']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:49.737469 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning for port 4d79cef5-cfd8-47c1-98d5-adb37d307930 completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:40:49.751734 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 4d79cef5-cfd8-47c1-98d5-adb37d307930 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:40:49.752111 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:49.852206 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b798009-35d7-49b9-b908-d7443c9e96b4 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Pushing event updated for resources: {'Port': ['ID=0763b2a6-b436-4fcd-a5ed-978fdaca6bfa,revision_number=2']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:49.857833 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2b798009-35d7-49b9-b908-d7443c9e96b4 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997866'] for floatingip, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:49.909075 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2b798009-35d7-49b9-b908-d7443c9e96b4 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for floatingip, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:49.910485 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-2b798009-35d7-49b9-b908-d7443c9e96b4 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0115039 May 25 22:40:49.939880 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:49.951471 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-31eb58b2-48a8-4c53-891f-0bed99d5b364 req-e0792cca-464b-4e57-af5f-2f1b8ed4a9e2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5424fab7-3a14-4245-8085-5fa8a0897db6 HTTP/1.1" status: 200 len: 1098 time: 0.1001146 May 25 22:40:49.957530 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] For port 4d79cef5-cfd8-47c1-98d5-adb37d307930, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=4d79cef5-cfd8-47c1-98d5-adb37d307930,segment=NetworkSegment(3342e0e4-498a-46e7-9232-6274ffc1b494),segment_id=3342e0e4-498a-46e7-9232-6274ffc1b494)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:40:49.962748 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:50.000083 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-31eb58b2-48a8-4c53-891f-0bed99d5b364 req-cc73b6c6-dbf7-43e8-a8af-0059e64cf2b4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f5ce9cc2-e447-4ac8-8152-b9fc7a8274b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400918 May 25 22:40:50.046856 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Pushing event updated for resources: {'Port': ['ID=4d79cef5-cfd8-47c1-98d5-adb37d307930,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:50.166688 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-6ab2f239-1b12-4890-a742-18026abfa7b7 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Synchronizing usage tracker for tenant:360f94ee5000428395895ec5220a3314 on resource:security_group {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:40:50.182548 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-6ab2f239-1b12-4890-a742-18026abfa7b7 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Unset dirty status for tenant:360f94ee5000428395895ec5220a3314 on resource:security_group {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:40:50.184213 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-6ab2f239-1b12-4890-a742-18026abfa7b7 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1003356413&fields=id&tenant_id=360f94ee5000428395895ec5220a3314 HTTP/1.1" status: 200 len: 267 time: 0.0637746 May 25 22:40:50.341284 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-28450b80-6691-440e-86e0-7f2867b62d3f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:50.342695 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-28450b80-6691-440e-86e0-7f2867b62d3f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/networks?id=84ae9284-4480-4503-b05c-9e1235a6ee14 HTTP/1.1" status: 200 len: 819 time: 0.1521530 May 25 22:40:50.359104 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-f393c419-9ee8-4469-93c7-4c62522fe496 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/quotas/360f94ee5000428395895ec5220a3314 HTTP/1.1" status: 200 len: 375 time: 0.0108776 May 25 22:40:50.443996 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-33b3d32e-e974-42be-9701-000261053f60 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=360f94ee5000428395895ec5220a3314&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0797069 May 25 22:40:50.594879 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-00cecff6-09a0-461e-a701-c43512338d4c service neutron] 10.222.0.59 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376989 May 25 22:40:50.602497 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8c3dc-49e7-419b-ad5f-2146523de633 req-06ba6a73-651b-4f57-bad5-f5744e2dd690 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:50.603946 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c2a8c3dc-49e7-419b-ad5f-2146523de633 req-06ba6a73-651b-4f57-bad5-f5744e2dd690 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?device_id=5424fab7-3a14-4245-8085-5fa8a0897db6 HTTP/1.1" status: 200 len: 945 time: 0.0799093 May 25 22:40:50.649556 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c2a8c3dc-49e7-419b-ad5f-2146523de633 req-0ffe4e03-180e-47a1-901d-d68ce2eb630f tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5ce9cc2-e447-4ac8-8152-b9fc7a8274b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396914 May 25 22:40:50.732253 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 42544) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:50.733761 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-c0fcf5d3-84e4-40e6-9456-b253a9b0c4c9 service neutron] 10.222.0.59 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327603 May 25 22:40:50.737690 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-043d5c99-cba5-4f5f-9fa2-8020972267ba admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-140354445-network', 'tenant_id': '0fcf1ce1235c439aab1b7034bcd63627'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:40:50.742423 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-043d5c99-cba5-4f5f-9fa2-8020972267ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:50.746226 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-043d5c99-cba5-4f5f-9fa2-8020972267ba admin admin] Usage tracker for resource:network and tenant:0fcf1ce1235c439aab1b7034bcd63627 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:50.749430 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-043d5c99-cba5-4f5f-9fa2-8020972267ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:50.755566 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-043d5c99-cba5-4f5f-9fa2-8020972267ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:50.765947 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043d5c99-cba5-4f5f-9fa2-8020972267ba admin admin] Made reservation on behalf of 0fcf1ce1235c439aab1b7034bcd63627 for: {'network': 1} {{(pid=83204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:40:50.768439 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-043d5c99-cba5-4f5f-9fa2-8020972267ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for network, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:50.785684 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-043d5c99-cba5-4f5f-9fa2-8020972267ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:50.815930 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-043d5c99-cba5-4f5f-9fa2-8020972267ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:50.819834 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-043d5c99-cba5-4f5f-9fa2-8020972267ba admin admin] Usage tracker for resource:security_group_rule and tenant:0fcf1ce1235c439aab1b7034bcd63627 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:50.822930 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-043d5c99-cba5-4f5f-9fa2-8020972267ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:50.828634 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-043d5c99-cba5-4f5f-9fa2-8020972267ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:50.941583 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-73ef7e9f-ed04-419e-8acd-bfcc1efce68f req-a68e1d09-0a43-4332-8707-69c0081b62ba tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 210 time: 0.0511088 May 25 22:40:50.948680 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-043d5c99-cba5-4f5f-9fa2-8020972267ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:50.955419 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-043d5c99-cba5-4f5f-9fa2-8020972267ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:50.977941 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043d5c99-cba5-4f5f-9fa2-8020972267ba admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=83204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:40:51.003484 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-043d5c99-cba5-4f5f-9fa2-8020972267ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:51.003827 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.db.segments_db [None req-043d5c99-cba5-4f5f-9fa2-8020972267ba admin admin] Added segment eedb8bb2-6a83-42a4-a900-ce0bfa1c6819 of type vlan for network 731580ef-85c7-4096-9d89-5c76c3da0184 May 25 22:40:51.015767 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d5c99-cba5-4f5f-9fa2-8020972267ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99613719-a765-4fae-85d8-6ba9c89d4fcd,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:51.039107 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-043d5c99-cba5-4f5f-9fa2-8020972267ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728909907725'] for network, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:51.073608 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-043d5c99-cba5-4f5f-9fa2-8020972267ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865'] for network, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:51.075284 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043d5c99-cba5-4f5f-9fa2-8020972267ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:51.076070 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-043d5c99-cba5-4f5f-9fa2-8020972267ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for network, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:51.176982 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d5c99-cba5-4f5f-9fa2-8020972267ba admin admin] Pushing event updated for resources: {'Network': ['ID=731580ef-85c7-4096-9d89-5c76c3da0184,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:51.182130 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-043d5c99-cba5-4f5f-9fa2-8020972267ba admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4487863 May 25 22:40:51.185655 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 42564) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:51.191006 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-040e66ee-63bc-4c5c-9303-1e2190e52858 admin admin] Request body: {'subnet': {'network_id': '731580ef-85c7-4096-9d89-5c76c3da0184', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-140354445-subnet', 'tenant_id': '0fcf1ce1235c439aab1b7034bcd63627', 'ip_version': 4}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:40:51.194373 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Network 731580ef-85c7-4096-9d89-5c76c3da0184 details requested by agent ovs-agent-dv-cinder-843305-1-smb with host dv-cinder-843305-1-smb {{(pid=83205) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:40:51.196326 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-040e66ee-63bc-4c5c-9303-1e2190e52858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:51.200468 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-040e66ee-63bc-4c5c-9303-1e2190e52858 admin admin] Usage tracker for resource:subnet and tenant:0fcf1ce1235c439aab1b7034bcd63627 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:51.203633 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-040e66ee-63bc-4c5c-9303-1e2190e52858 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:51.215499 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-040e66ee-63bc-4c5c-9303-1e2190e52858 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:51.241593 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040e66ee-63bc-4c5c-9303-1e2190e52858 admin admin] Made reservation on behalf of 0fcf1ce1235c439aab1b7034bcd63627 for: {'subnet': 1} {{(pid=83204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:40:51.244126 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-040e66ee-63bc-4c5c-9303-1e2190e52858 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1715793'] for subnet, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:51.513824 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 4d79cef5-cfd8-47c1-98d5-adb37d307930 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:40:51.612524 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 4d79cef5-cfd8-47c1-98d5-adb37d307930 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:40:51.613075 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:51.645884 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-040e66ee-63bc-4c5c-9303-1e2190e52858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1172319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1715779'] for subnet, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:51.759224 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040e66ee-63bc-4c5c-9303-1e2190e52858 admin admin] Checking segment: {'id': 'eedb8bb2-6a83-42a4-a900-ce0bfa1c6819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '731580ef-85c7-4096-9d89-5c76c3da0184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:40:51.759770 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040e66ee-63bc-4c5c-9303-1e2190e52858 admin admin] Network hostable DHCP agents. Network: 731580ef-85c7-4096-9d89-5c76c3da0184, hostable agents: ['894d5615-95da-45d6-9a18-7bf04c47b636'], hosted agents: [] {{(pid=83204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:40:51.767951 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e66ee-63bc-4c5c-9303-1e2190e52858 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ec7a353-f077-4618-929b-a8cf0cebbc9a,revision_number=0']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:51.789112 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040e66ee-63bc-4c5c-9303-1e2190e52858 admin admin] Network 731580ef-85c7-4096-9d89-5c76c3da0184 is scheduled to be hosted by DHCP agent 894d5615-95da-45d6-9a18-7bf04c47b636 with binding_index 1 {{(pid=83204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:40:51.799450 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [None req-040e66ee-63bc-4c5c-9303-1e2190e52858 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-smb, 731580ef-85c7-4096-9d89-5c76c3da0184) {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:40:51.803930 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040e66ee-63bc-4c5c-9303-1e2190e52858 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:51.804588 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-040e66ee-63bc-4c5c-9303-1e2190e52858 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:51.812873 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cecee44-faad-41c1-a88b-91276e5b9675 None None] Network 731580ef-85c7-4096-9d89-5c76c3da0184 requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:40:51.832692 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-040e66ee-63bc-4c5c-9303-1e2190e52858 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6435170 May 25 22:40:51.839412 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 42574) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:51.846761 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-eb7d49c5-1da1-455c-b25d-1202a6a2749a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-140354445-router', 'tenant_id': '0fcf1ce1235c439aab1b7034bcd63627', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:40:51.852671 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-eb7d49c5-1da1-455c-b25d-1202a6a2749a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:51.857305 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-eb7d49c5-1da1-455c-b25d-1202a6a2749a admin admin] Usage tracker for resource:router and tenant:0fcf1ce1235c439aab1b7034bcd63627 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:51.861186 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-eb7d49c5-1da1-455c-b25d-1202a6a2749a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:51.869102 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-eb7d49c5-1da1-455c-b25d-1202a6a2749a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:51.883236 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-eb7d49c5-1da1-455c-b25d-1202a6a2749a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-995827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4951'] for router, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:51.884504 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-eb7d49c5-1da1-455c-b25d-1202a6a2749a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-995728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4956'] for router, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:51.892076 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db1bcd4-8822-4db4-97ee-4b77061895a7 None None] Sync routers for ids ['60500e83-27bb-420a-b65e-a6043e376a12'] in dv-cinder-843305-1-smb {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:40:51.920941 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-eb7d49c5-1da1-455c-b25d-1202a6a2749a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:51.925287 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0f630-dd2d-4514-972f-75e8e1ea2544 req-9c1604f2-812a-4677-8e41-59030c95c44d tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:51.926964 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-4da0f630-dd2d-4514-972f-75e8e1ea2544 req-9c1604f2-812a-4677-8e41-59030c95c44d tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?device_id=5424fab7-3a14-4245-8085-5fa8a0897db6 HTTP/1.1" status: 200 len: 945 time: 0.1076841 May 25 22:40:51.928521 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db1bcd4-8822-4db4-97ee-4b77061895a7 None None] Routers {'60500e83-27bb-420a-b65e-a6043e376a12'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:40:51.929148 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-3db1bcd4-8822-4db4-97ee-4b77061895a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:40:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['60500e83-27bb-420a-b65e-a6043e376a12'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:40:51.979073 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-4da0f630-dd2d-4514-972f-75e8e1ea2544 req-780db094-fd09-474f-8dae-62b975c0718a tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5ce9cc2-e447-4ac8-8152-b9fc7a8274b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450368 May 25 22:40:52.072137 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-eb7d49c5-1da1-455c-b25d-1202a6a2749a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1035273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:52.127704 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-81bae0b2-e1fa-4cf1-8a96-8cf1c12922cb req-4ee6d096-e6f4-4c9c-b0f8-f8cb773eefad tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 210 time: 0.0426197 May 25 22:40:52.231446 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ae7571-da6f-4e68-8f4b-bd8c387a011d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed14cf5-3ca5-548c-8e99-fd567da135a2-731580ef-85c7-4096-9d89-5c76c3da0184', 'network_id': '731580ef-85c7-4096-9d89-5c76c3da0184', 'tenant_id': '0fcf1ce1235c439aab1b7034bcd63627', 'fixed_ips': [{'subnet_id': '9ec7a353-f077-4618-929b-a8cf0cebbc9a'}]}} from dv-cinder-843305-1-smb. {{(pid=83205) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:40:52.232309 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-f9ae7571-da6f-4e68-8f4b-bd8c387a011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:52.249954 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-3db1bcd4-8822-4db4-97ee-4b77061895a7 None None] Set router 60500e83-27bb-420a-b65e-a6043e376a12 gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:40:52.435994 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-b2be5dac-a771-4dd1-aa4b-3f4881f21f23 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:52.437308 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-b2be5dac-a771-4dd1-aa4b-3f4881f21f23 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.15 "GET /v2.0/networks?id=84ae9284-4480-4503-b05c-9e1235a6ee14 HTTP/1.1" status: 200 len: 819 time: 0.1985064 May 25 22:40:52.482575 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-eb7d49c5-1da1-455c-b25d-1202a6a2749a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:52.522853 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-eb7d49c5-1da1-455c-b25d-1202a6a2749a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:52.572982 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-6eea7d72-81d9-4711-b1cc-5f38abb2b1f6 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=360f94ee5000428395895ec5220a3314 HTTP/1.1" status: 200 len: 380 time: 0.1173017 May 25 22:40:52.599827 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-60f3927d-7cf2-43a1-895a-1defd68b6082 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Request body: {'port': {'device_id': 'c0a59b4a-8e7b-483f-a4f4-06d7b1627215', 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14', 'admin_state_up': True, 'tenant_id': '360f94ee5000428395895ec5220a3314', 'security_groups': ['d590cde5-073f-4d68-bbe7-3200c480ab62']}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:40:52.653969 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.db_base_plugin_common [None req-f9ae7571-da6f-4e68-8f4b-bd8c387a011d None None] Allocated IP 172.20.0.2 (731580ef-85c7-4096-9d89-5c76c3da0184/9ec7a353-f077-4618-929b-a8cf0cebbc9a/69770675-ed8e-40ba-bbe5-7935bf7f2204) {{(pid=83205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:40:52.790213 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.db_base_plugin_common [None req-eb7d49c5-1da1-455c-b25d-1202a6a2749a admin admin] Allocated IP 172.28.2.155 (77f19dc1-c50e-4f02-8833-0fbdbbec8517/1120c8a6-ca37-4814-b2e9-f8ac22584781/16a7dcd8-31ea-4bdf-8f98-30e665651ba8) {{(pid=83204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:40:52.806153 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-60f3927d-7cf2-43a1-895a-1defd68b6082 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:52.822594 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-3db1bcd4-8822-4db4-97ee-4b77061895a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60500e83-27bb-420a-b65e-a6043e376a12', 'name': 'tempest-TestShelveInstance-590884545-router', 'tenant_id': '05f43f82cc184502b28337f6aa9a35c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': '4d79cef5-cfd8-47c1-98d5-adb37d307930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:40:43Z', 'updated_at': '2022-05-25T22:40:48Z', 'revision_number': 4, 'project_id': '05f43f82cc184502b28337f6aa9a35c6', 'gw_port': {'id': '4d79cef5-cfd8-47c1-98d5-adb37d307930', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60500e83-27bb-420a-b65e-a6043e376a12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:43Z', 'updated_at': '2022-05-25T22:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '4db35864-7b6b-4e53-9731-22b91df09276', 'name': '', 'network_id': 'e9b64c1d-c92f-412a-9314-13490698471d', 'tenant_id': '05f43f82cc184502b28337f6aa9a35c6', 'mac_address': 'fa:16:3e:7e:6e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60500e83-27bb-420a-b65e-a6043e376a12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8a3ebb2-0194-4483-94f1-c90c15af48f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:47Z', 'updated_at': '2022-05-25T22:40:48Z', 'revision_number': 2, 'project_id': '05f43f82cc184502b28337f6aa9a35c6', 'subnets': [{'id': 'd8a3ebb2-0194-4483-94f1-c90c15af48f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:40:52.834741 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-60f3927d-7cf2-43a1-895a-1defd68b6082 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:52.837268 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db1bcd4-8822-4db4-97ee-4b77061895a7 None None] Checking router: 60500e83-27bb-420a-b65e-a6043e376a12 for host: dv-cinder-843305-1-smb {{(pid=83205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:40:52.837615 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db1bcd4-8822-4db4-97ee-4b77061895a7 None None] Updating router 60500e83-27bb-420a-b65e-a6043e376a12 port 4db35864-7b6b-4e53-9731-22b91df09276 binding host dv-cinder-843305-1-smb {{(pid=83205) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:40:52.911864 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-60f3927d-7cf2-43a1-895a-1defd68b6082 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Made reservation on behalf of 360f94ee5000428395895ec5220a3314 for: {'port': 1} {{(pid=83204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:40:52.915437 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-60f3927d-7cf2-43a1-895a-1defd68b6082 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:52.942901 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-3db1bcd4-8822-4db4-97ee-4b77061895a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:52.997389 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-f9ae7571-da6f-4e68-8f4b-bd8c387a011d None None] Notify callbacks [] for port, precommit_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:53.037045 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-f9ae7571-da6f-4e68-8f4b-bd8c387a011d None None] Transition to ACTIVE for port object 69770675-ed8e-40ba-bbe5-7935bf7f2204 will not be triggered until provisioned by entity L2. {{(pid=83205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:40:53.054514 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-eb7d49c5-1da1-455c-b25d-1202a6a2749a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:53.149038 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.db_base_plugin_common [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-60f3927d-7cf2-43a1-895a-1defd68b6082 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Allocated IP 172.20.0.13 (84ae9284-4480-4503-b05c-9e1235a6ee14/eaeba0d5-7c5d-481f-b009-b71f12b223e9/9b594f63-901c-4bd8-9f9b-f90818f7c76b) {{(pid=83204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:40:53.149631 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-f9ae7571-da6f-4e68-8f4b-bd8c387a011d None None] Transition to ACTIVE for port object 69770675-ed8e-40ba-bbe5-7935bf7f2204 will not be triggered until provisioned by entity DHCP. {{(pid=83205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:40:53.161739 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-eb7d49c5-1da1-455c-b25d-1202a6a2749a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:53.191533 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-f9ae7571-da6f-4e68-8f4b-bd8c387a011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443'] for port, after_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:53.334082 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bbec7-70b6-46ae-8fdb-e7ef019d6508 req-ecc8292d-1c16-4408-9e58-4bb40ce0e26e tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:53.337705 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-700bbec7-70b6-46ae-8fdb-e7ef019d6508 req-ecc8292d-1c16-4408-9e58-4bb40ce0e26e tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?device_id=5424fab7-3a14-4245-8085-5fa8a0897db6 HTTP/1.1" status: 200 len: 945 time: 0.1200438 May 25 22:40:53.391017 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ae7571-da6f-4e68-8f4b-bd8c387a011d None None] Network 731580ef-85c7-4096-9d89-5c76c3da0184 is already hosted by enough agents. {{(pid=83205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:40:53.391756 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-700bbec7-70b6-46ae-8fdb-e7ef019d6508 req-7dee5726-6665-470f-9014-8c4e8efa7b99 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5ce9cc2-e447-4ac8-8152-b9fc7a8274b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436709 May 25 22:40:53.399673 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.scheduler.base_scheduler [None req-f9ae7571-da6f-4e68-8f4b-bd8c387a011d None None] Resources bound (agent type, host, resource id): {{(pid=83205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:40:53.407229 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7d49c5-1da1-455c-b25d-1202a6a2749a admin admin] Network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 is already hosted by enough agents. {{(pid=83204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:40:53.411351 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ae7571-da6f-4e68-8f4b-bd8c387a011d None None] Received port after_create {{(pid=83205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:40:53.412923 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-94342967-a958-42d9-bf87-9a724248fe89 req-a2f9a3f1-243a-4bec-99ec-90dceae55825 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 210 time: 0.0890448 May 25 22:40:53.413411 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae7571-da6f-4e68-8f4b-bd8c387a011d None None] Pushing event updated for resources: {'Port': ['ID=69770675-ed8e-40ba-bbe5-7935bf7f2204,revision_number=1']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:53.413543 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d49c5-1da1-455c-b25d-1202a6a2749a admin admin] Pushing event updated for resources: {'Port': ['ID=16a7dcd8-31ea-4bdf-8f98-30e665651ba8,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:53.461766 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [None req-eb7d49c5-1da1-455c-b25d-1202a6a2749a admin admin] Resources bound (agent type, host, resource id): {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:40:53.503212 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7d49c5-1da1-455c-b25d-1202a6a2749a admin admin] Received port after_create {{(pid=83204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:40:53.546889 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-f9ae7571-da6f-4e68-8f4b-bd8c387a011d None None] Attempting to bind port 69770675-ed8e-40ba-bbe5-7935bf7f2204 on host dv-cinder-843305-1-smb for vnic_type normal with profile {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:40:53.547500 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-f9ae7571-da6f-4e68-8f4b-bd8c387a011d None None] Attempting to bind port 69770675-ed8e-40ba-bbe5-7935bf7f2204 by drivers openvswitch,hyperv on host dv-cinder-843305-1-smb at level 0 using segments [{'id': 'eedb8bb2-6a83-42a4-a900-ce0bfa1c6819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '731580ef-85c7-4096-9d89-5c76c3da0184'}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:40:53.547861 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ae7571-da6f-4e68-8f4b-bd8c387a011d None None] Attempting to bind port 69770675-ed8e-40ba-bbe5-7935bf7f2204 on network 731580ef-85c7-4096-9d89-5c76c3da0184 {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:40:53.558588 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ae7571-da6f-4e68-8f4b-bd8c387a011d None None] Checking agent: {'id': '7ae609c1-c95f-406f-b830-1d01d4388ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 29, 46), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:40:53.558952 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ae7571-da6f-4e68-8f4b-bd8c387a011d None None] Checking segment: {'id': 'eedb8bb2-6a83-42a4-a900-ce0bfa1c6819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '731580ef-85c7-4096-9d89-5c76c3da0184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:40:53.559340 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-f9ae7571-da6f-4e68-8f4b-bd8c387a011d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:53.559745 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ae7571-da6f-4e68-8f4b-bd8c387a011d None None] Bound using segment: {'id': 'eedb8bb2-6a83-42a4-a900-ce0bfa1c6819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '731580ef-85c7-4096-9d89-5c76c3da0184'} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:40:53.560194 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-f9ae7571-da6f-4e68-8f4b-bd8c387a011d None None] Bound port: 69770675-ed8e-40ba-bbe5-7935bf7f2204, host: dv-cinder-843305-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eedb8bb2-6a83-42a4-a900-ce0bfa1c6819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '731580ef-85c7-4096-9d89-5c76c3da0184'}}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:40:53.560554 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-f9ae7571-da6f-4e68-8f4b-bd8c387a011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:53.634721 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-60f3927d-7cf2-43a1-895a-1defd68b6082 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks [] for port, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:53.665017 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.provisioning_blocks [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-60f3927d-7cf2-43a1-895a-1defd68b6082 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Transition to ACTIVE for port object 9b594f63-901c-4bd8-9f9b-f90818f7c76b will not be triggered until provisioned by entity DHCP. {{(pid=83204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:40:53.708244 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-3db1bcd4-8822-4db4-97ee-4b77061895a7 None None] Notify callbacks [] for port, precommit_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:53.708608 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-60f3927d-7cf2-43a1-895a-1defd68b6082 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:53.717262 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-f9ae7571-da6f-4e68-8f4b-bd8c387a011d None None] For port 69770675-ed8e-40ba-bbe5-7935bf7f2204, host dv-cinder-843305-1-smb, cleared binding levels {{(pid=83205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:40:53.723822 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-f9ae7571-da6f-4e68-8f4b-bd8c387a011d None None] For port 69770675-ed8e-40ba-bbe5-7935bf7f2204, host dv-cinder-843305-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=69770675-ed8e-40ba-bbe5-7935bf7f2204,segment=NetworkSegment(eedb8bb2-6a83-42a4-a900-ce0bfa1c6819),segment_id=eedb8bb2-6a83-42a4-a900-ce0bfa1c6819)] {{(pid=83205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:40:53.737391 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-f9ae7571-da6f-4e68-8f4b-bd8c387a011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:53.741826 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-3db1bcd4-8822-4db4-97ee-4b77061895a7 None None] Transition to ACTIVE for port object 4db35864-7b6b-4e53-9731-22b91df09276 will not be triggered until provisioned by entity L2. {{(pid=83205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:40:53.799553 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-60f3927d-7cf2-43a1-895a-1defd68b6082 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Network 84ae9284-4480-4503-b05c-9e1235a6ee14 is already hosted by enough agents. {{(pid=83204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:40:53.800021 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-3db1bcd4-8822-4db4-97ee-4b77061895a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:53.800989 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3927d-7cf2-43a1-895a-1defd68b6082 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Pushing event updated for resources: {'Port': ['ID=9b594f63-901c-4bd8-9f9b-f90818f7c76b,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:53.811559 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-60f3927d-7cf2-43a1-895a-1defd68b6082 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Resources bound (agent type, host, resource id): {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:40:53.813395 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-eb7d49c5-1da1-455c-b25d-1202a6a2749a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:53.814103 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-eb7d49c5-1da1-455c-b25d-1202a6a2749a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1035264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997785'] for router, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:53.816443 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-60f3927d-7cf2-43a1-895a-1defd68b6082 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Received port after_create {{(pid=83204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:40:53.880127 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae7571-da6f-4e68-8f4b-bd8c387a011d None None] Pushing event updated for resources: {'Port': ['ID=69770675-ed8e-40ba-bbe5-7935bf7f2204,revision_number=2']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:54.041208 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-60f3927d-7cf2-43a1-895a-1defd68b6082 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:54.042109 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-60f3927d-7cf2-43a1-895a-1defd68b6082 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:54.064439 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880134c5-e850-4ec9-9ba3-81a272a4bd51 None None] Pushing event updated for resources: {'Port': ['ID=4db35864-7b6b-4e53-9731-22b91df09276,revision_number=3']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:54.088788 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-3db1bcd4-8822-4db4-97ee-4b77061895a7 None None] Attempting to bind port 4db35864-7b6b-4e53-9731-22b91df09276 on host dv-cinder-843305-1-smb for vnic_type normal with profile {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:40:54.089148 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-3db1bcd4-8822-4db4-97ee-4b77061895a7 None None] Attempting to bind port 4db35864-7b6b-4e53-9731-22b91df09276 by drivers openvswitch,hyperv on host dv-cinder-843305-1-smb at level 0 using segments [{'id': '818d5d7a-3441-4e9c-8681-7692322994bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e9b64c1d-c92f-412a-9314-13490698471d'}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:40:54.089533 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db1bcd4-8822-4db4-97ee-4b77061895a7 None None] Attempting to bind port 4db35864-7b6b-4e53-9731-22b91df09276 on network e9b64c1d-c92f-412a-9314-13490698471d {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:40:54.097242 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db1bcd4-8822-4db4-97ee-4b77061895a7 None None] Checking agent: {'id': '7ae609c1-c95f-406f-b830-1d01d4388ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 29, 46), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:40:54.098094 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db1bcd4-8822-4db4-97ee-4b77061895a7 None None] Checking segment: {'id': '818d5d7a-3441-4e9c-8681-7692322994bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e9b64c1d-c92f-412a-9314-13490698471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:40:54.098537 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-3db1bcd4-8822-4db4-97ee-4b77061895a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:54.098926 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db1bcd4-8822-4db4-97ee-4b77061895a7 None None] Bound using segment: {'id': '818d5d7a-3441-4e9c-8681-7692322994bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e9b64c1d-c92f-412a-9314-13490698471d'} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:40:54.099800 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-3db1bcd4-8822-4db4-97ee-4b77061895a7 None None] Bound port: 4db35864-7b6b-4e53-9731-22b91df09276, host: dv-cinder-843305-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '818d5d7a-3441-4e9c-8681-7692322994bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e9b64c1d-c92f-412a-9314-13490698471d'}}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:40:54.099800 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-3db1bcd4-8822-4db4-97ee-4b77061895a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:54.134997 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-60f3927d-7cf2-43a1-895a-1defd68b6082 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5419493 May 25 22:40:54.206372 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-27cb92f1-3ffe-4edb-95da-a30493327bd6 service neutron] Request body: {'port': {'device_id': 'c0a59b4a-8e7b-483f-a4f4-06d7b1627215', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:40:54.237131 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-3db1bcd4-8822-4db4-97ee-4b77061895a7 None None] For port 4db35864-7b6b-4e53-9731-22b91df09276, host dv-cinder-843305-1-smb, cleared binding levels {{(pid=83205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:40:54.240733 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-3db1bcd4-8822-4db4-97ee-4b77061895a7 None None] For port 4db35864-7b6b-4e53-9731-22b91df09276, host dv-cinder-843305-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=4db35864-7b6b-4e53-9731-22b91df09276,segment=NetworkSegment(818d5d7a-3441-4e9c-8681-7692322994bf),segment_id=818d5d7a-3441-4e9c-8681-7692322994bf)] {{(pid=83205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:40:54.247159 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-3db1bcd4-8822-4db4-97ee-4b77061895a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:54.391828 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880134c5-e850-4ec9-9ba3-81a272a4bd51 None None] Pushing event updated for resources: {'Port': ['ID=4db35864-7b6b-4e53-9731-22b91df09276,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:54.401443 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db1bcd4-8822-4db4-97ee-4b77061895a7 None None] Routers {'60500e83-27bb-420a-b65e-a6043e376a12'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:40:54.404894 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-3db1bcd4-8822-4db4-97ee-4b77061895a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:40:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['60500e83-27bb-420a-b65e-a6043e376a12'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:40:54.419209 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-27cb92f1-3ffe-4edb-95da-a30493327bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:54.533824 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-0e0e17ba-b3d3-42f8-9c1f-604d030ca72e None None] Provisioning for port 9b594f63-901c-4bd8-9f9b-f90818f7c76b completed by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:40:54.545169 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-0e0e17ba-b3d3-42f8-9c1f-604d030ca72e None None] Provisioning complete for port 9b594f63-901c-4bd8-9f9b-f90818f7c76b triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:40:54.545534 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-0e0e17ba-b3d3-42f8-9c1f-604d030ca72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:54.799063 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7d49c5-1da1-455c-b25d-1202a6a2749a admin admin] Router 581f5373-a00b-485a-96c7-29a2bffabd49 is scheduled to L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 with binding_index 1 {{(pid=83204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:40:54.815876 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-0e0e17ba-b3d3-42f8-9c1f-604d030ca72e None None] Port 9b594f63-901c-4bd8-9f9b-f90818f7c76b cannot update to ACTIVE because it is not bound. {{(pid=83205) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:40:54.875796 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-3db1bcd4-8822-4db4-97ee-4b77061895a7 None None] Set router 60500e83-27bb-420a-b65e-a6043e376a12 gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:40:54.966833 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce8417-23ef-465f-be41-e0d6600ebbbf req-915d85dd-9205-4a03-9ded-71a63ed9b69f tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:54.966833 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-33ce8417-23ef-465f-be41-e0d6600ebbbf req-915d85dd-9205-4a03-9ded-71a63ed9b69f tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?device_id=5424fab7-3a14-4245-8085-5fa8a0897db6 HTTP/1.1" status: 200 len: 945 time: 0.1095800 May 25 22:40:55.035436 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-33ce8417-23ef-465f-be41-e0d6600ebbbf req-5c37af46-2327-40e8-a14b-7c5fffedf8f3 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5ce9cc2-e447-4ac8-8152-b9fc7a8274b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579748 May 25 22:40:55.072582 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb2cc6-007b-4faf-b24c-32b75b66ef7f req-eddee9e5-8300-4051-a108-acb81d621530 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:55.073283 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-9beb2cc6-007b-4faf-b24c-32b75b66ef7f req-eddee9e5-8300-4051-a108-acb81d621530 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Synchronizing usage tracker for tenant:360f94ee5000428395895ec5220a3314 on resource:port {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:40:55.150426 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-27cb92f1-3ffe-4edb-95da-a30493327bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b594f63-901c-4bd8-9f9b-f90818f7c76b {{(pid=83204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:40:55.158995 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-9beb2cc6-007b-4faf-b24c-32b75b66ef7f req-eddee9e5-8300-4051-a108-acb81d621530 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Unset dirty status for tenant:360f94ee5000428395895ec5220a3314 on resource:port {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:40:55.165436 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-9beb2cc6-007b-4faf-b24c-32b75b66ef7f req-eddee9e5-8300-4051-a108-acb81d621530 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 932 time: 0.4234943 May 25 22:40:55.168617 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-27cb92f1-3ffe-4edb-95da-a30493327bd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:55.217354 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.provisioning_blocks [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-27cb92f1-3ffe-4edb-95da-a30493327bd6 service neutron] Transition to ACTIVE for port object 9b594f63-901c-4bd8-9f9b-f90818f7c76b will not be triggered until provisioned by entity L2. {{(pid=83204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:40:55.236128 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-27cb92f1-3ffe-4edb-95da-a30493327bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1172434'] for port, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:55.296161 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-3db1bcd4-8822-4db4-97ee-4b77061895a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60500e83-27bb-420a-b65e-a6043e376a12', 'name': 'tempest-TestShelveInstance-590884545-router', 'tenant_id': '05f43f82cc184502b28337f6aa9a35c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': '4d79cef5-cfd8-47c1-98d5-adb37d307930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:40:43Z', 'updated_at': '2022-05-25T22:40:48Z', 'revision_number': 4, 'project_id': '05f43f82cc184502b28337f6aa9a35c6', 'gw_port': {'id': '4d79cef5-cfd8-47c1-98d5-adb37d307930', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60500e83-27bb-420a-b65e-a6043e376a12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:43Z', 'updated_at': '2022-05-25T22:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '4db35864-7b6b-4e53-9731-22b91df09276', 'name': '', 'network_id': 'e9b64c1d-c92f-412a-9314-13490698471d', 'tenant_id': '05f43f82cc184502b28337f6aa9a35c6', 'mac_address': 'fa:16:3e:7e:6e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60500e83-27bb-420a-b65e-a6043e376a12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8a3ebb2-0194-4483-94f1-c90c15af48f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:47Z', 'updated_at': '2022-05-25T22:40:54Z', 'revision_number': 4, 'project_id': '05f43f82cc184502b28337f6aa9a35c6', 'subnets': [{'id': 'd8a3ebb2-0194-4483-94f1-c90c15af48f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:40:55.307030 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db1bcd4-8822-4db4-97ee-4b77061895a7 None None] The sync data for ids ['60500e83-27bb-420a-b65e-a6043e376a12'] in dv-cinder-843305-1-smb is: [{'id': '60500e83-27bb-420a-b65e-a6043e376a12', 'name': 'tempest-TestShelveInstance-590884545-router', 'tenant_id': '05f43f82cc184502b28337f6aa9a35c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': '4d79cef5-cfd8-47c1-98d5-adb37d307930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:40:43Z', 'updated_at': '2022-05-25T22:40:48Z', 'revision_number': 4, 'project_id': '05f43f82cc184502b28337f6aa9a35c6', 'gw_port': {'id': '4d79cef5-cfd8-47c1-98d5-adb37d307930', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60500e83-27bb-420a-b65e-a6043e376a12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:43Z', 'updated_at': '2022-05-25T22:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '4db35864-7b6b-4e53-9731-22b91df09276', 'name': '', 'network_id': 'e9b64c1d-c92f-412a-9314-13490698471d', 'tenant_id': '05f43f82cc184502b28337f6aa9a35c6', 'mac_address': 'fa:16:3e:7e:6e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60500e83-27bb-420a-b65e-a6043e376a12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8a3ebb2-0194-4483-94f1-c90c15af48f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:47Z', 'updated_at': '2022-05-25T22:40:54Z', 'revision_number': 4, 'project_id': '05f43f82cc184502b28337f6aa9a35c6', 'subnets': [{'id': 'd8a3ebb2-0194-4483-94f1-c90c15af48f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:40:55.344028 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-9beb2cc6-007b-4faf-b24c-32b75b66ef7f req-3f4dac12-890c-4bfe-9fb0-d91336616cf8 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776819 May 25 22:40:55.449991 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb5fce9-3ac0-4d62-9d53-ac1fdb958170 None None] Network 731580ef-85c7-4096-9d89-5c76c3da0184 requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:40:55.608406 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-c7dc3055-8a62-4181-9fa5-90b0dbbaf426 None None] Provisioning for port 69770675-ed8e-40ba-bbe5-7935bf7f2204 completed by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:40:55.621561 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb92f1-3ffe-4edb-95da-a30493327bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b594f63-901c-4bd8-9f9b-f90818f7c76b,revision_number=2']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:55.723271 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 4db35864-7b6b-4e53-9731-22b91df09276 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:40:55.755761 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7d49c5-1da1-455c-b25d-1202a6a2749a admin admin] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:40:55.765963 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b2d85c-f314-4cfe-8bd1-3ab02226cffa None None] Sync routers for ids ['581f5373-a00b-485a-96c7-29a2bffabd49'] in dv-cinder-843305-1-smb {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:40:55.794170 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b2d85c-f314-4cfe-8bd1-3ab02226cffa None None] Routers {'581f5373-a00b-485a-96c7-29a2bffabd49'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:40:55.794170 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-22b2d85c-f314-4cfe-8bd1-3ab02226cffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:40:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['581f5373-a00b-485a-96c7-29a2bffabd49'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:40:55.794413 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.managers [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-27cb92f1-3ffe-4edb-95da-a30493327bd6 service neutron] Attempting to bind port 9b594f63-901c-4bd8-9f9b-f90818f7c76b on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:40:55.794413 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.managers [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-27cb92f1-3ffe-4edb-95da-a30493327bd6 service neutron] Attempting to bind port 9b594f63-901c-4bd8-9f9b-f90818f7c76b by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '5a1b511a-1790-4620-9618-9ed3342cc72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14'}] {{(pid=83204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:40:55.794413 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-27cb92f1-3ffe-4edb-95da-a30493327bd6 service neutron] Attempting to bind port 9b594f63-901c-4bd8-9f9b-f90818f7c76b on network 84ae9284-4480-4503-b05c-9e1235a6ee14 {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:40:55.796533 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-27cb92f1-3ffe-4edb-95da-a30493327bd6 service neutron] Port 9b594f63-901c-4bd8-9f9b-f90818f7c76b on network 84ae9284-4480-4503-b05c-9e1235a6ee14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:40:55.796797 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-27cb92f1-3ffe-4edb-95da-a30493327bd6 service neutron] Attempting to bind port 9b594f63-901c-4bd8-9f9b-f90818f7c76b on network 84ae9284-4480-4503-b05c-9e1235a6ee14 {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:40:55.805034 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-27cb92f1-3ffe-4edb-95da-a30493327bd6 service neutron] Checking agent: {'id': '664d2378-5910-4a50-8747-70f7074f61b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'started_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:40:55.805371 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-27cb92f1-3ffe-4edb-95da-a30493327bd6 service neutron] Checking segment: {'id': '5a1b511a-1790-4620-9618-9ed3342cc72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:40:55.805751 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-27cb92f1-3ffe-4edb-95da-a30493327bd6 service neutron] Bound using segment: {'id': '5a1b511a-1790-4620-9618-9ed3342cc72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14'} {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:40:55.806176 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.managers [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-27cb92f1-3ffe-4edb-95da-a30493327bd6 service neutron] Bound port: 9b594f63-901c-4bd8-9f9b-f90818f7c76b, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a1b511a-1790-4620-9618-9ed3342cc72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14'}}] {{(pid=83204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:40:55.806575 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-27cb92f1-3ffe-4edb-95da-a30493327bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:55.817520 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-eb7d49c5-1da1-455c-b25d-1202a6a2749a admin admin] Notify callbacks [] for router, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:55.821367 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-eb7d49c5-1da1-455c-b25d-1202a6a2749a admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9770186 May 25 22:40:55.821578 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 42636) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:55.928819 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning for port 4db35864-7b6b-4e53-9731-22b91df09276 completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:40:55.951170 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 4db35864-7b6b-4e53-9731-22b91df09276 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:40:55.951548 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:55.987073 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-27cb92f1-3ffe-4edb-95da-a30493327bd6 service neutron] For port 9b594f63-901c-4bd8-9f9b-f90818f7c76b, host hv-cinder-84330, cleared binding levels {{(pid=83204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:40:55.991202 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-27cb92f1-3ffe-4edb-95da-a30493327bd6 service neutron] For port 9b594f63-901c-4bd8-9f9b-f90818f7c76b, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9b594f63-901c-4bd8-9f9b-f90818f7c76b,segment=NetworkSegment(5a1b511a-1790-4620-9618-9ed3342cc72e),segment_id=5a1b511a-1790-4620-9618-9ed3342cc72e)] {{(pid=83204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:40:56.008123 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-27cb92f1-3ffe-4edb-95da-a30493327bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1172434'] for port, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:56.132555 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-27cb92f1-3ffe-4edb-95da-a30493327bd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:56.134762 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-27cb92f1-3ffe-4edb-95da-a30493327bd6 service neutron] 10.222.0.15 "PUT /v2.0/ports/9b594f63-901c-4bd8-9f9b-f90818f7c76b HTTP/1.1" status: 200 len: 1094 time: 1.9581199 May 25 22:40:56.135207 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a59b4a-8e7b-483f-a4f4-06d7b1627215', 'tag': '9b594f63-901c-4bd8-9f9b-f90818f7c76b'}] {{(pid=83204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:40:56.161815 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:56.173877 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb92f1-3ffe-4edb-95da-a30493327bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b594f63-901c-4bd8-9f9b-f90818f7c76b,revision_number=3']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:56.275952 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] For port 4db35864-7b6b-4e53-9731-22b91df09276, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=4db35864-7b6b-4e53-9731-22b91df09276,segment=NetworkSegment(818d5d7a-3441-4e9c-8681-7692322994bf),segment_id=818d5d7a-3441-4e9c-8681-7692322994bf)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:40:56.293278 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:56.294515 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 69770675-ed8e-40ba-bbe5-7935bf7f2204 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:40:56.358970 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e83f808-0a4d-44ef-8a1e-cc9ef5729c62'] response: {'name': 'network-changed', 'server_uuid': 'c0a59b4a-8e7b-483f-a4f4-06d7b1627215', 'tag': '9b594f63-901c-4bd8-9f9b-f90818f7c76b', 'status': 'completed', 'code': 200} May 25 22:40:56.399729 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-22b2d85c-f314-4cfe-8bd1-3ab02226cffa None None] Set router 581f5373-a00b-485a-96c7-29a2bffabd49 gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:40:56.492333 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-2d3b30bc-0523-4d62-982c-76ba828018d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=360f94ee5000428395895ec5220a3314&device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 1097 time: 0.2760434 May 25 22:40:56.649920 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-6a94b046-675c-4726-a489-e196feeb6af3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b594f63-901c-4bd8-9f9b-f90818f7c76b HTTP/1.1" status: 200 len: 217 time: 0.1273916 May 25 22:40:56.669255 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Pushing event updated for resources: {'Port': ['ID=4db35864-7b6b-4e53-9731-22b91df09276,revision_number=5']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:56.701515 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning for port 69770675-ed8e-40ba-bbe5-7935bf7f2204 completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:40:56.711887 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 69770675-ed8e-40ba-bbe5-7935bf7f2204 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:40:56.712403 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:56.828404 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-d877a2cb-db42-462a-9a41-cd0f876f6b22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:56.830297 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-d877a2cb-db42-462a-9a41-cd0f876f6b22 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eaeba0d5-7c5d-481f-b009-b71f12b223e9 HTTP/1.1" status: 200 len: 858 time: 0.0901632 May 25 22:40:56.872200 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-22b2d85c-f314-4cfe-8bd1-3ab02226cffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581f5373-a00b-485a-96c7-29a2bffabd49', 'name': 'tempest-TestShelveInstance-140354445-router', 'tenant_id': '0fcf1ce1235c439aab1b7034bcd63627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': '16a7dcd8-31ea-4bdf-8f98-30e665651ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:40:51Z', 'updated_at': '2022-05-25T22:40:53Z', 'revision_number': 3, 'project_id': '0fcf1ce1235c439aab1b7034bcd63627', 'gw_port': {'id': '16a7dcd8-31ea-4bdf-8f98-30e665651ba8', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:59:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581f5373-a00b-485a-96c7-29a2bffabd49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:52Z', 'updated_at': '2022-05-25T22:40:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb'}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:40:56.878792 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b2d85c-f314-4cfe-8bd1-3ab02226cffa None None] Checking router: 581f5373-a00b-485a-96c7-29a2bffabd49 for host: dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:40:56.880549 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b2d85c-f314-4cfe-8bd1-3ab02226cffa None None] Updating router 581f5373-a00b-485a-96c7-29a2bffabd49 port 16a7dcd8-31ea-4bdf-8f98-30e665651ba8 binding host dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:40:56.916871 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:56.956327 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc6609-a89a-4dc0-80ff-d6508cea50fd req-02f217a9-e3da-4250-9aae-abed90daab19 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:56.957422 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] For port 69770675-ed8e-40ba-bbe5-7935bf7f2204, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=69770675-ed8e-40ba-bbe5-7935bf7f2204,segment=NetworkSegment(eedb8bb2-6a83-42a4-a900-ce0bfa1c6819),segment_id=eedb8bb2-6a83-42a4-a900-ce0bfa1c6819)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:40:56.960464 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-3cbc6609-a89a-4dc0-80ff-d6508cea50fd req-02f217a9-e3da-4250-9aae-abed90daab19 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?device_id=5424fab7-3a14-4245-8085-5fa8a0897db6 HTTP/1.1" status: 200 len: 945 time: 0.3903739 May 25 22:40:56.967058 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:56.998012 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-22b2d85c-f314-4cfe-8bd1-3ab02226cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:57.022647 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ff387-ab97-4fb9-a11e-458866a44ecc req-b6353703-9260-45ec-a150-ee85a68b56b1 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:57.024200 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5e3ff387-ab97-4fb9-a11e-458866a44ecc req-b6353703-9260-45ec-a150-ee85a68b56b1 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 944 time: 0.3569820 May 25 22:40:57.062857 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Pushing event updated for resources: {'Port': ['ID=69770675-ed8e-40ba-bbe5-7935bf7f2204,revision_number=3']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:57.073397 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-3cbc6609-a89a-4dc0-80ff-d6508cea50fd req-9a4f5455-f78d-4a50-9b2a-361a93aae4dc tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5ce9cc2-e447-4ac8-8152-b9fc7a8274b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990350 May 25 22:40:57.083507 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a98040-c863-4281-a215-5795753ec808 req-377c1e50-b8a6-4f5d-80ac-624703a2f2bd tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:57.084970 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d5a98040-c863-4281-a215-5795753ec808 req-377c1e50-b8a6-4f5d-80ac-624703a2f2bd tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.15 "GET /v2.0/ports?device_id=5424fab7-3a14-4245-8085-5fa8a0897db6 HTTP/1.1" status: 200 len: 945 time: 0.2512844 May 25 22:40:57.132231 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-c7e972eb-95f1-4f72-bb2a-fb21c93dce3c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=84ae9284-4480-4503-b05c-9e1235a6ee14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2538841 May 25 22:40:57.294757 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-466f4e29-f5c0-4b9b-a68e-809e968a5a0b service neutron] 10.222.0.15 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511619 May 25 22:40:57.324703 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5e3ff387-ab97-4fb9-a11e-458866a44ecc req-86abcbc3-6cce-4d34-9f6f-cbb0ede109ab tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2930892 May 25 22:40:57.394691 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [req-d5a98040-c863-4281-a215-5795753ec808 req-c090c6d3-8be7-4d21-8732-f315b90b835d tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Deleting port a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5 {{(pid=83204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:40:57.395017 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-d5a98040-c863-4281-a215-5795753ec808 req-c090c6d3-8be7-4d21-8732-f315b90b835d tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:57.487332 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-22b2d85c-f314-4cfe-8bd1-3ab02226cffa None None] Notify callbacks [] for port, precommit_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:57.502412 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.provisioning_blocks [None req-22b2d85c-f314-4cfe-8bd1-3ab02226cffa None None] Transition to ACTIVE for port object 16a7dcd8-31ea-4bdf-8f98-30e665651ba8 will not be triggered until provisioned by entity L2. {{(pid=83206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:40:57.529410 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-22b2d85c-f314-4cfe-8bd1-3ab02226cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:57.548142 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 4db35864-7b6b-4e53-9731-22b91df09276 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:40:57.584667 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-f305b981-7f7f-453e-b0ac-fdedc4ca6e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:57.619603 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.managers [None req-22b2d85c-f314-4cfe-8bd1-3ab02226cffa None None] Attempting to bind port 16a7dcd8-31ea-4bdf-8f98-30e665651ba8 on host dv-cinder-843305-1-smb for vnic_type normal with profile {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:40:57.619967 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.managers [None req-22b2d85c-f314-4cfe-8bd1-3ab02226cffa None None] Attempting to bind port 16a7dcd8-31ea-4bdf-8f98-30e665651ba8 by drivers openvswitch,hyperv on host dv-cinder-843305-1-smb at level 0 using segments [{'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}] {{(pid=83206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:40:57.620322 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b2d85c-f314-4cfe-8bd1-3ab02226cffa None None] Attempting to bind port 16a7dcd8-31ea-4bdf-8f98-30e665651ba8 on network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:40:57.623119 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c6cba-5cb4-4230-95d9-6108bd72c249 None None] Pushing event updated for resources: {'Port': ['ID=16a7dcd8-31ea-4bdf-8f98-30e665651ba8,revision_number=2']} {{(pid=83206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:57.629954 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b2d85c-f314-4cfe-8bd1-3ab02226cffa None None] Checking agent: {'id': '7ae609c1-c95f-406f-b830-1d01d4388ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 29, 46), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:40:57.630406 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b2d85c-f314-4cfe-8bd1-3ab02226cffa None None] Checking segment: {'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:40:57.630832 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-22b2d85c-f314-4cfe-8bd1-3ab02226cffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:57.631354 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b2d85c-f314-4cfe-8bd1-3ab02226cffa None None] Bound using segment: {'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'} {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:40:57.631852 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.managers [None req-22b2d85c-f314-4cfe-8bd1-3ab02226cffa None None] Bound port: 16a7dcd8-31ea-4bdf-8f98-30e665651ba8, host: dv-cinder-843305-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}}] {{(pid=83206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:40:57.632241 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-22b2d85c-f314-4cfe-8bd1-3ab02226cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:57.673022 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 4db35864-7b6b-4e53-9731-22b91df09276 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:40:57.674025 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:57.783073 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.db [None req-22b2d85c-f314-4cfe-8bd1-3ab02226cffa None None] For port 16a7dcd8-31ea-4bdf-8f98-30e665651ba8, host dv-cinder-843305-1-smb, cleared binding levels {{(pid=83206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:40:57.784366 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-d5a98040-c863-4281-a215-5795753ec808 req-c090c6d3-8be7-4d21-8732-f315b90b835d tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] For port a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5,segment=NetworkSegment(bd66c47e-3308-49d0-bfc1-4e025b389b5d),segment_id=bd66c47e-3308-49d0-bfc1-4e025b389b5d)] {{(pid=83204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:40:57.784728 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-d5a98040-c863-4281-a215-5795753ec808 req-c090c6d3-8be7-4d21-8732-f315b90b835d tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:57.789963 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.db [None req-22b2d85c-f314-4cfe-8bd1-3ab02226cffa None None] For port 16a7dcd8-31ea-4bdf-8f98-30e665651ba8, host dv-cinder-843305-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=16a7dcd8-31ea-4bdf-8f98-30e665651ba8,segment=NetworkSegment(3342e0e4-498a-46e7-9232-6274ffc1b494),segment_id=3342e0e4-498a-46e7-9232-6274ffc1b494)] {{(pid=83206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:40:57.801384 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-22b2d85c-f314-4cfe-8bd1-3ab02226cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:57.804403 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 69770675-ed8e-40ba-bbe5-7935bf7f2204 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:40:57.896338 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 69770675-ed8e-40ba-bbe5-7935bf7f2204 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:40:57.897550 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:57.914790 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.db_base_plugin_common [None req-f305b981-7f7f-453e-b0ac-fdedc4ca6e23 admin admin] Allocated IP 172.20.0.1 (731580ef-85c7-4096-9d89-5c76c3da0184/9ec7a353-f077-4618-929b-a8cf0cebbc9a/85dd32c4-9a99-45c9-89dd-da73f42d30a5) {{(pid=83203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:40:57.935600 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [req-d5a98040-c863-4281-a215-5795753ec808 req-c090c6d3-8be7-4d21-8732-f315b90b835d tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Calling delete_port for a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5 owned by compute:nova {{(pid=83204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:40:57.955282 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c6cba-5cb4-4230-95d9-6108bd72c249 None None] Pushing event updated for resources: {'Port': ['ID=16a7dcd8-31ea-4bdf-8f98-30e665651ba8,revision_number=3']} {{(pid=83206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:57.958584 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b2d85c-f314-4cfe-8bd1-3ab02226cffa None None] Routers {'581f5373-a00b-485a-96c7-29a2bffabd49'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:40:57.959216 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-22b2d85c-f314-4cfe-8bd1-3ab02226cffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:40:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['581f5373-a00b-485a-96c7-29a2bffabd49'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:40:58.025634 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c426f33b-df22-46a7-b0e5-3e3085116049 req-ff7c18e2-e5cf-486f-b09e-afcefc5d7d7f service neutron] 10.222.0.15 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7213967 May 25 22:40:58.161521 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-f305b981-7f7f-453e-b0ac-fdedc4ca6e23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:58.194057 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.provisioning_blocks [None req-f305b981-7f7f-453e-b0ac-fdedc4ca6e23 admin admin] Transition to ACTIVE for port object 85dd32c4-9a99-45c9-89dd-da73f42d30a5 will not be triggered until provisioned by entity DHCP. {{(pid=83203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:40:58.212502 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-22b2d85c-f314-4cfe-8bd1-3ab02226cffa None None] Set router 581f5373-a00b-485a-96c7-29a2bffabd49 gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:40:58.244425 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-f305b981-7f7f-453e-b0ac-fdedc4ca6e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:58.399038 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-0aa928d8-b2ae-40b5-8195-8c64bfe2f06f req-fb3d3c91-b0a6-43fe-9b72-300f6887634a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=360f94ee5000428395895ec5220a3314&device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 1097 time: 0.1886201 May 25 22:40:58.405841 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-d5a98040-c863-4281-a215-5795753ec808 req-c090c6d3-8be7-4d21-8732-f315b90b835d tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:58.412165 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f305b981-7f7f-453e-b0ac-fdedc4ca6e23 admin admin] Network 731580ef-85c7-4096-9d89-5c76c3da0184 is already hosted by enough agents. {{(pid=83203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:40:58.422915 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [None req-f305b981-7f7f-453e-b0ac-fdedc4ca6e23 admin admin] Resources bound (agent type, host, resource id): {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:40:58.428967 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f305b981-7f7f-453e-b0ac-fdedc4ca6e23 admin admin] Received port after_create {{(pid=83203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:40:58.465108 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305b981-7f7f-453e-b0ac-fdedc4ca6e23 admin admin] Pushing event updated for resources: {'Port': ['ID=85dd32c4-9a99-45c9-89dd-da73f42d30a5,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:58.519826 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-f305b981-7f7f-453e-b0ac-fdedc4ca6e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999011'] for router_interface, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:58.533361 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b81d09-e3fd-42f1-9bfb-a929bb6282be req-1e8485d8-7685-4a06-993b-043ed2fb21f2 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:58.537863 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d6b81d09-e3fd-42f1-9bfb-a929bb6282be req-1e8485d8-7685-4a06-993b-043ed2fb21f2 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?device_id=5424fab7-3a14-4245-8085-5fa8a0897db6 HTTP/1.1" status: 200 len: 945 time: 0.2424092 May 25 22:40:58.605933 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d6b81d09-e3fd-42f1-9bfb-a929bb6282be req-29011092-1d33-4ab5-b6c3-7f1fab8175a0 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5ce9cc2-e447-4ac8-8152-b9fc7a8274b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619156 May 25 22:40:58.642608 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-22b2d85c-f314-4cfe-8bd1-3ab02226cffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581f5373-a00b-485a-96c7-29a2bffabd49', 'name': 'tempest-TestShelveInstance-140354445-router', 'tenant_id': '0fcf1ce1235c439aab1b7034bcd63627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': '16a7dcd8-31ea-4bdf-8f98-30e665651ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:40:51Z', 'updated_at': '2022-05-25T22:40:53Z', 'revision_number': 3, 'project_id': '0fcf1ce1235c439aab1b7034bcd63627', 'gw_port': {'id': '16a7dcd8-31ea-4bdf-8f98-30e665651ba8', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:59:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581f5373-a00b-485a-96c7-29a2bffabd49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:52Z', 'updated_at': '2022-05-25T22:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb'}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:40:58.652865 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b2d85c-f314-4cfe-8bd1-3ab02226cffa None None] The sync data for ids ['581f5373-a00b-485a-96c7-29a2bffabd49'] in dv-cinder-843305-1-smb is: [{'id': '581f5373-a00b-485a-96c7-29a2bffabd49', 'name': 'tempest-TestShelveInstance-140354445-router', 'tenant_id': '0fcf1ce1235c439aab1b7034bcd63627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': '16a7dcd8-31ea-4bdf-8f98-30e665651ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:40:51Z', 'updated_at': '2022-05-25T22:40:53Z', 'revision_number': 3, 'project_id': '0fcf1ce1235c439aab1b7034bcd63627', 'gw_port': {'id': '16a7dcd8-31ea-4bdf-8f98-30e665651ba8', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:59:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581f5373-a00b-485a-96c7-29a2bffabd49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:52Z', 'updated_at': '2022-05-25T22:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb'}] {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:40:58.676052 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090c6d3-8be7-4d21-8732-f315b90b835d tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Pushing event deleted for resources: {'Port': ['ID=a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:58.689754 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-f305b981-7f7f-453e-b0ac-fdedc4ca6e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:58.769784 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-401fa9db-6c75-4c58-ac8e-baa2afeb77dd None None] Provisioning for port 85dd32c4-9a99-45c9-89dd-da73f42d30a5 completed by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:40:58.773156 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a98040-c863-4281-a215-5795753ec808 req-c090c6d3-8be7-4d21-8732-f315b90b835d tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] No DVR routers for this DVR port a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5 on host hv-cinder-84330 {{(pid=83204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:40:58.775533 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-401fa9db-6c75-4c58-ac8e-baa2afeb77dd None None] Provisioning complete for port 85dd32c4-9a99-45c9-89dd-da73f42d30a5 triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:40:58.776108 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-401fa9db-6c75-4c58-ac8e-baa2afeb77dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:58.788334 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-d5a98040-c863-4281-a215-5795753ec808 req-c090c6d3-8be7-4d21-8732-f315b90b835d tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:58.791549 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5424fab7-3a14-4245-8085-5fa8a0897db6', 'name': 'network-vif-deleted', 'tag': 'a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5'}] {{(pid=83204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:40:58.824851 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d5a98040-c863-4281-a215-5795753ec808 req-c090c6d3-8be7-4d21-8732-f315b90b835d tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.15 "DELETE /v2.0/ports/a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5 HTTP/1.1" status: 204 len: 173 time: 1.7314067 May 25 22:40:58.859634 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7036e22-1b81-43ac-80fd-363387782e88'] response: {'server_uuid': '5424fab7-3a14-4245-8085-5fa8a0897db6', 'name': 'network-vif-deleted', 'tag': 'a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5', 'status': 'completed', 'code': 200} May 25 22:40:58.884801 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9903d-52c0-4ffc-b8b5-873ffe4cd7ad req-3031b0c0-e3c3-4e90-8b5e-f7ab26b1e266 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:58.886676 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-f6f9903d-52c0-4ffc-b8b5-873ffe4cd7ad req-3031b0c0-e3c3-4e90-8b5e-f7ab26b1e266 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 944 time: 0.2985070 May 25 22:40:58.894758 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa928d8-b2ae-40b5-8195-8c64bfe2f06f req-f5c0fd9a-19a2-467d-9f39-9ecac886781f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:58.896485 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-0aa928d8-b2ae-40b5-8195-8c64bfe2f06f req-f5c0fd9a-19a2-467d-9f39-9ecac886781f service neutron] 10.222.0.15 "GET /v2.0/networks?id=84ae9284-4480-4503-b05c-9e1235a6ee14 HTTP/1.1" status: 200 len: 920 time: 0.4881148 May 25 22:40:58.912011 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-401fa9db-6c75-4c58-ac8e-baa2afeb77dd None None] Port 85dd32c4-9a99-45c9-89dd-da73f42d30a5 cannot update to ACTIVE because it is not bound. {{(pid=83205) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:40:58.940971 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-f305b981-7f7f-453e-b0ac-fdedc4ca6e23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:58.946063 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-f305b981-7f7f-453e-b0ac-fdedc4ca6e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950903'] for port, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:59.001558 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-0aa928d8-b2ae-40b5-8195-8c64bfe2f06f req-1f82568f-bcd8-4225-a04a-b53da8517676 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b594f63-901c-4bd8-9f9b-f90818f7c76b HTTP/1.1" status: 200 len: 217 time: 0.0772181 May 25 22:40:59.014560 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-f6f9903d-52c0-4ffc-b8b5-873ffe4cd7ad req-7cc6749d-ce54-49cb-9c31-3d60c654a0b2 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217976 May 25 22:40:59.110684 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa928d8-b2ae-40b5-8195-8c64bfe2f06f req-d27eb2c4-9d52-4ef1-a6d5-1448fd682bde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:59.112107 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-0aa928d8-b2ae-40b5-8195-8c64bfe2f06f req-d27eb2c4-9d52-4ef1-a6d5-1448fd682bde service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eaeba0d5-7c5d-481f-b009-b71f12b223e9 HTTP/1.1" status: 200 len: 858 time: 0.0576267 May 25 22:40:59.124780 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:40:59.128143 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-f305b981-7f7f-453e-b0ac-fdedc4ca6e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4094761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-999118'] for router_interface, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:59.131472 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305b981-7f7f-453e-b0ac-fdedc4ca6e23 admin admin] Pushing event updated for resources: {'Port': ['ID=85dd32c4-9a99-45c9-89dd-da73f42d30a5,revision_number=2']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:59.162265 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] No Port match for: a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5 {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:40:59.162622 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device a83c7c4c-c839-4d7b-af2d-8dacc75d8bd5 not bound to the agent host hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:40:59.196640 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-0aa928d8-b2ae-40b5-8195-8c64bfe2f06f req-920dd266-2517-47c5-9966-2a83a8fd6494 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=84ae9284-4480-4503-b05c-9e1235a6ee14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0769732 May 25 22:40:59.294404 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f305b981-7f7f-453e-b0ac-fdedc4ca6e23 admin admin] Network 731580ef-85c7-4096-9d89-5c76c3da0184 is already hosted by enough agents. {{(pid=83203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:40:59.295597 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [None req-f305b981-7f7f-453e-b0ac-fdedc4ca6e23 admin admin] Resources bound (agent type, host, resource id): {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:40:59.338758 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-0aa928d8-b2ae-40b5-8195-8c64bfe2f06f req-71cbec53-da13-49be-92f3-615384c230cf service neutron] 10.222.0.15 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354523 May 25 22:40:59.477331 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-0aa928d8-b2ae-40b5-8195-8c64bfe2f06f req-d8331ff4-fbc5-4357-a258-c9d716972ca3 service neutron] 10.222.0.15 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320035 May 25 22:40:59.535812 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-606c180e-98d0-44aa-b973-a8ab8fab54b5 None None] Provisioning complete for port 85dd32c4-9a99-45c9-89dd-da73f42d30a5 triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:40:59.536170 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-606c180e-98d0-44aa-b973-a8ab8fab54b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:59.590415 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-606c180e-98d0-44aa-b973-a8ab8fab54b5 None None] Port 85dd32c4-9a99-45c9-89dd-da73f42d30a5 cannot update to ACTIVE because it is not bound. {{(pid=83205) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:40:59.695744 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f305b981-7f7f-453e-b0ac-fdedc4ca6e23 admin admin] Router 581f5373-a00b-485a-96c7-29a2bffabd49 has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:40:59.917326 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f305b981-7f7f-453e-b0ac-fdedc4ca6e23 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:40:59.930490 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-f305b981-7f7f-453e-b0ac-fdedc4ca6e23 admin admin] 10.222.0.59 "PUT /v2.0/routers/581f5373-a00b-485a-96c7-29a2bffabd49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1078103 May 25 22:41:00.093461 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-31b2a236-d946-45cf-a3af-2c2a0256c641 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:00.094902 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-31b2a236-d946-45cf-a3af-2c2a0256c641 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/networks?id=0588541c-2c6d-4af4-b11b-868f2049357c HTTP/1.1" status: 200 len: 809 time: 0.1608341 May 25 22:41:00.111127 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-ea4e79e7-8fdf-458e-bab9-d097fd6fa61a tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/quotas/99befbd9b29c49ce90071d2650a88da6 HTTP/1.1" status: 200 len: 375 time: 0.0105076 May 25 22:41:00.158753 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-3c38d165-ed56-4788-bd39-9ab5028c3095 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Synchronizing usage tracker for tenant:99befbd9b29c49ce90071d2650a88da6 on resource:port {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:41:00.173535 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-3c38d165-ed56-4788-bd39-9ab5028c3095 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Unset dirty status for tenant:99befbd9b29c49ce90071d2650a88da6 on resource:port {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:41:00.174751 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-3c38d165-ed56-4788-bd39-9ab5028c3095 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=99befbd9b29c49ce90071d2650a88da6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574989 May 25 22:41:00.229159 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a460fb-1ff6-41c9-9a4d-9370cc9ff0d1 req-8e70c010-fb1a-47b4-8e4f-0e12dc1dd3d1 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:00.231052 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-01a460fb-1ff6-41c9-9a4d-9370cc9ff0d1 req-8e70c010-fb1a-47b4-8e4f-0e12dc1dd3d1 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 944 time: 0.0888035 May 25 22:41:00.284570 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-01a460fb-1ff6-41c9-9a4d-9370cc9ff0d1 req-ea22de9d-dced-4080-9a50-091271415b5d tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472076 May 25 22:41:00.312360 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-b57329d3-7e70-401a-b86f-e133767b22b3 service neutron] 10.222.0.59 "GET /v2.0/networks/0588541c-2c6d-4af4-b11b-868f2049357c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306875 May 25 22:41:00.441198 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-2ccf02ba-a3a8-418c-89c7-efe50d9a3503 service neutron] 10.222.0.59 "GET /v2.0/networks/0588541c-2c6d-4af4-b11b-868f2049357c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232724 May 25 22:41:00.605559 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 42722) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:41:00.611030 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-d446bd01-c618-403b-b2b0-fdc98847409d tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-595186801', 'description': 'tempest-secgroup-smoke-595186801 description', 'project_id': '05f43f82cc184502b28337f6aa9a35c6'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:41:00.616561 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-d446bd01-c618-403b-b2b0-fdc98847409d tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:41:00.620977 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-d446bd01-c618-403b-b2b0-fdc98847409d tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Usage tracker for resource:security_group and tenant:05f43f82cc184502b28337f6aa9a35c6 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:41:00.623961 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-d446bd01-c618-403b-b2b0-fdc98847409d tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:41:00.630589 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-d446bd01-c618-403b-b2b0-fdc98847409d tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:41:00.641518 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-e117b6d9-f489-4fef-a7f1-7f019c354766 req-15b3fd47-d3dd-480b-aa56-7763e55ccd9e tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5b8af4-12ac-46fe-8b05-f4f79c828a64 HTTP/1.1" status: 200 len: 210 time: 0.0510058 May 25 22:41:00.642806 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-d446bd01-c618-403b-b2b0-fdc98847409d tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:00.680844 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-d446bd01-c618-403b-b2b0-fdc98847409d tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:41:00.685154 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-d446bd01-c618-403b-b2b0-fdc98847409d tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Usage tracker for resource:security_group_rule and tenant:05f43f82cc184502b28337f6aa9a35c6 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:41:00.688127 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-d446bd01-c618-403b-b2b0-fdc98847409d tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:41:00.693724 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-d446bd01-c618-403b-b2b0-fdc98847409d tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:41:00.752460 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-d446bd01-c618-403b-b2b0-fdc98847409d tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:00.756209 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-d446bd01-c618-403b-b2b0-fdc98847409d tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:00.797067 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446bd01-c618-403b-b2b0-fdc98847409d tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a10cf81-b853-441e-b50e-293d0e6dca6f,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:00.799550 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-d446bd01-c618-403b-b2b0-fdc98847409d tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:00.800705 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-d446bd01-c618-403b-b2b0-fdc98847409d tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1941733 May 25 22:41:00.804101 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 42732) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:41:00.809363 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-bf0203cf-9781-4187-a590-b5883d1d8f78 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Request body: {'security_group_rule': {'security_group_id': '6a10cf81-b853-441e-b50e-293d0e6dca6f', 'project_id': '05f43f82cc184502b28337f6aa9a35c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:41:00.815069 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-bf0203cf-9781-4187-a590-b5883d1d8f78 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:41:00.818812 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-bf0203cf-9781-4187-a590-b5883d1d8f78 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Usage tracker for resource:security_group_rule and tenant:05f43f82cc184502b28337f6aa9a35c6 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:41:00.821599 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-bf0203cf-9781-4187-a590-b5883d1d8f78 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:41:00.828168 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-bf0203cf-9781-4187-a590-b5883d1d8f78 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:41:00.846156 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-bf0203cf-9781-4187-a590-b5883d1d8f78 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:00.916283 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-bf0203cf-9781-4187-a590-b5883d1d8f78 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:00.920420 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-bf0203cf-9781-4187-a590-b5883d1d8f78 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043470'] for security_group_rule, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:00.943265 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0203cf-9781-4187-a590-b5883d1d8f78 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c786764-031c-4478-abb4-6fbfa4c919bd,revision_number=0']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:00.952037 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-bf0203cf-9781-4187-a590-b5883d1d8f78 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:00.953186 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-bf0203cf-9781-4187-a590-b5883d1d8f78 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1487069 May 25 22:41:00.955891 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 42736) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:41:00.961167 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-e59cf99e-0b6c-4aff-8969-02419254a20d tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Request body: {'security_group_rule': {'security_group_id': '6a10cf81-b853-441e-b50e-293d0e6dca6f', 'project_id': '05f43f82cc184502b28337f6aa9a35c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:41:00.966906 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-e59cf99e-0b6c-4aff-8969-02419254a20d tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:41:00.971036 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-e59cf99e-0b6c-4aff-8969-02419254a20d tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Usage tracker for resource:security_group_rule and tenant:05f43f82cc184502b28337f6aa9a35c6 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:41:00.974216 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-e59cf99e-0b6c-4aff-8969-02419254a20d tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:41:00.980608 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-e59cf99e-0b6c-4aff-8969-02419254a20d tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:41:01.000707 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e59cf99e-0b6c-4aff-8969-02419254a20d tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:01.064294 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e59cf99e-0b6c-4aff-8969-02419254a20d tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:01.068512 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e59cf99e-0b6c-4aff-8969-02419254a20d tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043470'] for security_group_rule, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:01.096053 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59cf99e-0b6c-4aff-8969-02419254a20d tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b7ca151-2d22-416a-965e-cc18363924a5,revision_number=0']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:01.113312 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e59cf99e-0b6c-4aff-8969-02419254a20d tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:01.114350 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-e59cf99e-0b6c-4aff-8969-02419254a20d tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1575372 May 25 22:41:01.117004 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 42746) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:41:01.123014 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 9b594f63-901c-4bd8-9f9b-f90818f7c76b details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83205) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:41:01.123540 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-a5a1f987-c04d-4f85-9013-a10a46667a46 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Request body: {'security_group_rule': {'security_group_id': '6a10cf81-b853-441e-b50e-293d0e6dca6f', 'project_id': '05f43f82cc184502b28337f6aa9a35c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:41:01.129523 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-a5a1f987-c04d-4f85-9013-a10a46667a46 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:41:01.133696 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-a5a1f987-c04d-4f85-9013-a10a46667a46 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Usage tracker for resource:security_group_rule and tenant:05f43f82cc184502b28337f6aa9a35c6 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:41:01.137938 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-a5a1f987-c04d-4f85-9013-a10a46667a46 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:41:01.143955 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-a5a1f987-c04d-4f85-9013-a10a46667a46 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:41:01.165016 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a5a1f987-c04d-4f85-9013-a10a46667a46 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:01.261868 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a5a1f987-c04d-4f85-9013-a10a46667a46 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:01.265306 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a5a1f987-c04d-4f85-9013-a10a46667a46 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043470'] for security_group_rule, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:01.288988 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1f987-c04d-4f85-9013-a10a46667a46 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac226e23-17e0-4e22-a8df-6c2cfe990111,revision_number=0']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:01.299852 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a5a1f987-c04d-4f85-9013-a10a46667a46 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:01.301175 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-a5a1f987-c04d-4f85-9013-a10a46667a46 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1831715 May 25 22:41:01.303874 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 42750) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:41:01.309628 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-69f483e8-6b20-4599-bbab-f8ad52d77598 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Request body: {'security_group_rule': {'security_group_id': '6a10cf81-b853-441e-b50e-293d0e6dca6f', 'project_id': '05f43f82cc184502b28337f6aa9a35c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:41:01.315741 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-69f483e8-6b20-4599-bbab-f8ad52d77598 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:41:01.319678 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-69f483e8-6b20-4599-bbab-f8ad52d77598 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Usage tracker for resource:security_group_rule and tenant:05f43f82cc184502b28337f6aa9a35c6 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:41:01.323100 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-69f483e8-6b20-4599-bbab-f8ad52d77598 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:41:01.331112 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-69f483e8-6b20-4599-bbab-f8ad52d77598 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:41:01.332737 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 9b594f63-901c-4bd8-9f9b-f90818f7c76b, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9b594f63-901c-4bd8-9f9b-f90818f7c76b,segment=NetworkSegment(5a1b511a-1790-4620-9618-9ed3342cc72e),segment_id=5a1b511a-1790-4620-9618-9ed3342cc72e)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:41:01.349732 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Returning: {'device': '9b594f63-901c-4bd8-9f9b-f90818f7c76b', 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14', 'port_id': '9b594f63-901c-4bd8-9f9b-f90818f7c76b', 'mac_address': 'fa:16:3e:91:76:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaeba0d5-7c5d-481f-b009-b71f12b223e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83205) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:41:01.354503 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-69f483e8-6b20-4599-bbab-f8ad52d77598 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:01.376677 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:41:01.413984 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:01.427019 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-69f483e8-6b20-4599-bbab-f8ad52d77598 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:01.435120 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b594f63-901c-4bd8-9f9b-f90818f7c76b {{(pid=83205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:41:01.451527 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 9b594f63-901c-4bd8-9f9b-f90818f7c76b, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9b594f63-901c-4bd8-9f9b-f90818f7c76b,segment=NetworkSegment(5a1b511a-1790-4620-9618-9ed3342cc72e),segment_id=5a1b511a-1790-4620-9618-9ed3342cc72e)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:41:01.455247 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:01.460855 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-69f483e8-6b20-4599-bbab-f8ad52d77598 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043470'] for security_group_rule, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:01.494079 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f483e8-6b20-4599-bbab-f8ad52d77598 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9792d9a-59e8-4fc2-bf97-f6d12d380828,revision_number=0']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:01.512892 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-69f483e8-6b20-4599-bbab-f8ad52d77598 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:01.513978 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-69f483e8-6b20-4599-bbab-f8ad52d77598 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2091436 May 25 22:41:01.516795 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 42756) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:41:01.524799 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-84ae12d0-bd0c-41dd-a918-3ae2f2203642 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Request body: {'security_group_rule': {'security_group_id': '6a10cf81-b853-441e-b50e-293d0e6dca6f', 'project_id': '05f43f82cc184502b28337f6aa9a35c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:41:01.532138 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268e255-d967-410c-8953-1f45a2504333 req-24e69e94-662e-435b-a8f9-dd6fb76a12e2 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:01.532814 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=9b594f63-901c-4bd8-9f9b-f90818f7c76b,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:01.533284 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-84ae12d0-bd0c-41dd-a918-3ae2f2203642 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:41:01.533783 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-a268e255-d967-410c-8953-1f45a2504333 req-24e69e94-662e-435b-a8f9-dd6fb76a12e2 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 945 time: 0.1056712 May 25 22:41:01.538148 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-84ae12d0-bd0c-41dd-a918-3ae2f2203642 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Usage tracker for resource:security_group_rule and tenant:05f43f82cc184502b28337f6aa9a35c6 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:41:01.541594 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-84ae12d0-bd0c-41dd-a918-3ae2f2203642 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:41:01.547485 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-84ae12d0-bd0c-41dd-a918-3ae2f2203642 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:41:01.583572 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-a268e255-d967-410c-8953-1f45a2504333 req-c9fdd7de-8121-4d21-a07c-a2e5a21f3a65 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422106 May 25 22:41:01.630742 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.db.securitygroups_db [None req-84ae12d0-bd0c-41dd-a918-3ae2f2203642 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Project 05f43f82cc184502b28337f6aa9a35c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 22:41:01.637541 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-84ae12d0-bd0c-41dd-a918-3ae2f2203642 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:01.704437 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-84ae12d0-bd0c-41dd-a918-3ae2f2203642 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:01.708702 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-84ae12d0-bd0c-41dd-a918-3ae2f2203642 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043470'] for security_group_rule, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:01.740036 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae12d0-bd0c-41dd-a918-3ae2f2203642 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f323cf4-293a-4b2a-a7e9-9e9cd74ee3f1,revision_number=0']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:01.839122 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-84ae12d0-bd0c-41dd-a918-3ae2f2203642 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:01.840681 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-84ae12d0-bd0c-41dd-a918-3ae2f2203642 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3227026 May 25 22:41:01.843924 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 42762) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:41:01.850517 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-c0e98eb4-0d18-422a-945b-cf516a0e3878 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Request body: {'security_group_rule': {'security_group_id': '6a10cf81-b853-441e-b50e-293d0e6dca6f', 'project_id': '05f43f82cc184502b28337f6aa9a35c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:41:01.855903 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-c0e98eb4-0d18-422a-945b-cf516a0e3878 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:41:01.859695 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-c0e98eb4-0d18-422a-945b-cf516a0e3878 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Usage tracker for resource:security_group_rule and tenant:05f43f82cc184502b28337f6aa9a35c6 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:41:01.862701 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-c0e98eb4-0d18-422a-945b-cf516a0e3878 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:41:01.864379 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c867ac8b-4f82-47ea-885e-be042e6b3b56 req-67143560-6b9a-4260-a93f-7346b613bd2c tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5b8af4-12ac-46fe-8b05-f4f79c828a64 HTTP/1.1" status: 200 len: 210 time: 0.1007407 May 25 22:41:01.868820 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-c0e98eb4-0d18-422a-945b-cf516a0e3878 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:41:01.882825 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.db.securitygroups_db [None req-c0e98eb4-0d18-422a-945b-cf516a0e3878 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Project 05f43f82cc184502b28337f6aa9a35c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 22:41:01.892432 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c0e98eb4-0d18-422a-945b-cf516a0e3878 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:01.927882 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-87ccc670-3e80-42b2-bda2-8844286b366e tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:01.929295 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-87ccc670-3e80-42b2-bda2-8844286b366e tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.15 "GET /v2.0/networks?id=0588541c-2c6d-4af4-b11b-868f2049357c HTTP/1.1" status: 200 len: 809 time: 0.1926847 May 25 22:41:01.961374 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-31de394a-eeff-4182-99f3-da838a341390 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Request body: {'port': {'device_id': '9d5b8af4-12ac-46fe-8b05-f4f79c828a64', 'network_id': '0588541c-2c6d-4af4-b11b-868f2049357c', 'admin_state_up': True, 'tenant_id': '99befbd9b29c49ce90071d2650a88da6'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:41:01.963639 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c0e98eb4-0d18-422a-945b-cf516a0e3878 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:01.967631 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c0e98eb4-0d18-422a-945b-cf516a0e3878 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043470'] for security_group_rule, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:01.981012 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['9b594f63-901c-4bd8-9f9b-f90818f7c76b'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:41:01.990529 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e98eb4-0d18-422a-945b-cf516a0e3878 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa4b909-16ed-4209-8a41-585f2e772f26,revision_number=0']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:02.000325 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c0e98eb4-0d18-422a-945b-cf516a0e3878 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:02.010386 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-c0e98eb4-0d18-422a-945b-cf516a0e3878 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1565936 May 25 22:41:02.110066 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-31de394a-eeff-4182-99f3-da838a341390 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:41:02.121455 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-31de394a-eeff-4182-99f3-da838a341390 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:41:02.132948 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-31de394a-eeff-4182-99f3-da838a341390 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Made reservation on behalf of 99befbd9b29c49ce90071d2650a88da6 for: {'port': 1} {{(pid=83204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:41:02.136806 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-31de394a-eeff-4182-99f3-da838a341390 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:02.311363 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.db_base_plugin_common [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-31de394a-eeff-4182-99f3-da838a341390 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Allocated IP 172.20.0.10 (0588541c-2c6d-4af4-b11b-868f2049357c/45fe427f-4288-4b0e-9a50-3f75b32f755b/48808976-d1be-4e96-8e90-96fe1af5c022) {{(pid=83204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:41:02.536155 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-31de394a-eeff-4182-99f3-da838a341390 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Notify callbacks [] for port, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:02.576659 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-31de394a-eeff-4182-99f3-da838a341390 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:02.594258 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 42796) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:41:02.637047 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-31de394a-eeff-4182-99f3-da838a341390 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Network 0588541c-2c6d-4af4-b11b-868f2049357c is already hosted by enough agents. {{(pid=83204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:41:02.644903 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-31de394a-eeff-4182-99f3-da838a341390 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Resources bound (agent type, host, resource id): {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:41:02.647346 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-31de394a-eeff-4182-99f3-da838a341390 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Received port after_create {{(pid=83204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:41:02.720232 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de394a-eeff-4182-99f3-da838a341390 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Pushing event updated for resources: {'Port': ['ID=48808976-d1be-4e96-8e90-96fe1af5c022,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:02.733633 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-31de394a-eeff-4182-99f3-da838a341390 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:02.734237 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-31de394a-eeff-4182-99f3-da838a341390 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:02.759483 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-31de394a-eeff-4182-99f3-da838a341390 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8020236 May 25 22:41:02.781850 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-486dbc3e-9139-418f-a47f-e81795906ae1 service neutron] Request body: {'port': {'device_id': '9d5b8af4-12ac-46fe-8b05-f4f79c828a64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:41:02.793015 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-fc5ea57c-1798-4cd0-bf81-eeccde39f012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:02.836365 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-fc5ea57c-1798-4cd0-bf81-eeccde39f012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:41:02.844045 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970d083-9ed1-46bc-8115-e8556e750a23 req-acb1a337-30fd-4e8e-bbb2-a4cd9b40f08f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:02.845547 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f970d083-9ed1-46bc-8115-e8556e750a23 req-acb1a337-30fd-4e8e-bbb2-a4cd9b40f08f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 945 time: 0.1237466 May 25 22:41:02.848069 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-fc5ea57c-1798-4cd0-bf81-eeccde39f012 admin admin] Usage tracker for resource:security_group_rule and tenant:cd3288120eb24456acf96f79d1246935 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:41:02.851395 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-fc5ea57c-1798-4cd0-bf81-eeccde39f012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:41:02.870120 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-fc5ea57c-1798-4cd0-bf81-eeccde39f012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:41:02.929951 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-486dbc3e-9139-418f-a47f-e81795906ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:02.989628 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f970d083-9ed1-46bc-8115-e8556e750a23 req-59995688-69be-43c2-afa1-8110dcbd749a tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353486 May 25 22:41:03.036438 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-fc5ea57c-1798-4cd0-bf81-eeccde39f012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:03.040676 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-fc5ea57c-1798-4cd0-bf81-eeccde39f012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:03.085930 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ea57c-1798-4cd0-bf81-eeccde39f012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2098f112-f4ee-4807-88c2-ff3d7ea4df14,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:03.093616 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-fc5ea57c-1798-4cd0-bf81-eeccde39f012 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cd3288120eb24456acf96f79d1246935&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4958696 May 25 22:41:03.094000 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 42806) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:41:03.182443 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-7a4360da-1e8d-466f-9bbc-28709dff4ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:03.213867 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-7a4360da-1e8d-466f-9bbc-28709dff4ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:03.262567 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071b91f-4b96-4a3c-a7d1-8e600292c26d req-c63b5497-10d5-4565-9868-ec4c08120a2e tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:03.265412 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-4071b91f-4b96-4a3c-a7d1-8e600292c26d req-c63b5497-10d5-4565-9868-ec4c08120a2e tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Synchronizing usage tracker for tenant:99befbd9b29c49ce90071d2650a88da6 on resource:port {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:41:03.279909 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-7a4360da-1e8d-466f-9bbc-28709dff4ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:03.298891 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4360da-1e8d-466f-9bbc-28709dff4ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2098f112-f4ee-4807-88c2-ff3d7ea4df14,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:03.302409 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-7a4360da-1e8d-466f-9bbc-28709dff4ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:03.303557 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-7a4360da-1e8d-466f-9bbc-28709dff4ea9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2098f112-f4ee-4807-88c2-ff3d7ea4df14 HTTP/1.1" status: 204 len: 168 time: 0.2086325 May 25 22:41:03.315548 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-4071b91f-4b96-4a3c-a7d1-8e600292c26d req-c63b5497-10d5-4565-9868-ec4c08120a2e tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Unset dirty status for tenant:99befbd9b29c49ce90071d2650a88da6 on resource:port {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:41:03.316668 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4071b91f-4b96-4a3c-a7d1-8e600292c26d req-c63b5497-10d5-4565-9868-ec4c08120a2e tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5b8af4-12ac-46fe-8b05-f4f79c828a64 HTTP/1.1" status: 200 len: 932 time: 0.2845790 May 25 22:41:03.423918 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4071b91f-4b96-4a3c-a7d1-8e600292c26d req-192c99c5-f1e3-4f93-b2e4-1f39dfd3b140 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5ce9cc2-e447-4ac8-8152-b9fc7a8274b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974588 May 25 22:41:03.435452 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-486dbc3e-9139-418f-a47f-e81795906ae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48808976-d1be-4e96-8e90-96fe1af5c022 {{(pid=83204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:41:03.443366 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-486dbc3e-9139-418f-a47f-e81795906ae1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:03.466820 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.provisioning_blocks [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-486dbc3e-9139-418f-a47f-e81795906ae1 service neutron] Transition to ACTIVE for port object 48808976-d1be-4e96-8e90-96fe1af5c022 will not be triggered until provisioned by entity L2. {{(pid=83204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:41:03.466820 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-486dbc3e-9139-418f-a47f-e81795906ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1172434'] for port, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:03.614113 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486dbc3e-9139-418f-a47f-e81795906ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=48808976-d1be-4e96-8e90-96fe1af5c022,revision_number=2']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:03.778994 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:03.779613 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.managers [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-486dbc3e-9139-418f-a47f-e81795906ae1 service neutron] Attempting to bind port 48808976-d1be-4e96-8e90-96fe1af5c022 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:41:03.780010 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.managers [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-486dbc3e-9139-418f-a47f-e81795906ae1 service neutron] Attempting to bind port 48808976-d1be-4e96-8e90-96fe1af5c022 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'bd66c47e-3308-49d0-bfc1-4e025b389b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0588541c-2c6d-4af4-b11b-868f2049357c'}] {{(pid=83204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:41:03.780010 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-486dbc3e-9139-418f-a47f-e81795906ae1 service neutron] Attempting to bind port 48808976-d1be-4e96-8e90-96fe1af5c022 on network 0588541c-2c6d-4af4-b11b-868f2049357c {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:41:03.785928 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-486dbc3e-9139-418f-a47f-e81795906ae1 service neutron] Port 48808976-d1be-4e96-8e90-96fe1af5c022 on network 0588541c-2c6d-4af4-b11b-868f2049357c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:41:03.786242 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-486dbc3e-9139-418f-a47f-e81795906ae1 service neutron] Attempting to bind port 48808976-d1be-4e96-8e90-96fe1af5c022 on network 0588541c-2c6d-4af4-b11b-868f2049357c {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:41:03.792436 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-486dbc3e-9139-418f-a47f-e81795906ae1 service neutron] Checking agent: {'id': '664d2378-5910-4a50-8747-70f7074f61b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'started_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:41:03.792765 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-486dbc3e-9139-418f-a47f-e81795906ae1 service neutron] Checking segment: {'id': 'bd66c47e-3308-49d0-bfc1-4e025b389b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0588541c-2c6d-4af4-b11b-868f2049357c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:41:03.793145 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-486dbc3e-9139-418f-a47f-e81795906ae1 service neutron] Bound using segment: {'id': 'bd66c47e-3308-49d0-bfc1-4e025b389b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0588541c-2c6d-4af4-b11b-868f2049357c'} {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:41:03.793567 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.managers [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-486dbc3e-9139-418f-a47f-e81795906ae1 service neutron] Bound port: 48808976-d1be-4e96-8e90-96fe1af5c022, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd66c47e-3308-49d0-bfc1-4e025b389b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0588541c-2c6d-4af4-b11b-868f2049357c'}}] {{(pid=83204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:41:03.793913 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-486dbc3e-9139-418f-a47f-e81795906ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:03.882823 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-486dbc3e-9139-418f-a47f-e81795906ae1 service neutron] For port 48808976-d1be-4e96-8e90-96fe1af5c022, host hv-cinder-84330, cleared binding levels {{(pid=83204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:41:03.885793 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-486dbc3e-9139-418f-a47f-e81795906ae1 service neutron] For port 48808976-d1be-4e96-8e90-96fe1af5c022, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=48808976-d1be-4e96-8e90-96fe1af5c022,segment=NetworkSegment(bd66c47e-3308-49d0-bfc1-4e025b389b5d),segment_id=bd66c47e-3308-49d0-bfc1-4e025b389b5d)] {{(pid=83204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:41:03.890432 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-486dbc3e-9139-418f-a47f-e81795906ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1172434'] for port, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:03.952323 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-486dbc3e-9139-418f-a47f-e81795906ae1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:03.953657 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-486dbc3e-9139-418f-a47f-e81795906ae1 service neutron] 10.222.0.15 "PUT /v2.0/ports/48808976-d1be-4e96-8e90-96fe1af5c022 HTTP/1.1" status: 200 len: 1094 time: 1.1761267 May 25 22:41:03.954072 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5b8af4-12ac-46fe-8b05-f4f79c828a64', 'tag': '48808976-d1be-4e96-8e90-96fe1af5c022'}] {{(pid=83204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:41:03.968290 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486dbc3e-9139-418f-a47f-e81795906ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=48808976-d1be-4e96-8e90-96fe1af5c022,revision_number=3']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:04.008265 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb9ac9e0-5b61-43dc-90cc-4caab094bd82'] response: {'name': 'network-changed', 'server_uuid': '9d5b8af4-12ac-46fe-8b05-f4f79c828a64', 'tag': '48808976-d1be-4e96-8e90-96fe1af5c022', 'status': 'completed', 'code': 200} May 25 22:41:04.111810 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-968209d5-a780-482e-86f7-fa58efa8d4ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=99befbd9b29c49ce90071d2650a88da6&device_id=9d5b8af4-12ac-46fe-8b05-f4f79c828a64 HTTP/1.1" status: 200 len: 1097 time: 0.0714464 May 25 22:41:04.227991 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-5c528328-410f-4e63-a670-63965ae7a2ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48808976-d1be-4e96-8e90-96fe1af5c022 HTTP/1.1" status: 200 len: 217 time: 0.1013288 May 25 22:41:04.316322 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-9d184b09-dc05-4196-824e-40e8e765903c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:04.317753 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-9d184b09-dc05-4196-824e-40e8e765903c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45fe427f-4288-4b0e-9a50-3f75b32f755b HTTP/1.1" status: 200 len: 849 time: 0.0832076 May 25 22:41:04.324697 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bcd1e-484e-4c09-9317-a22dd374b0c0 req-8a5d02c8-a105-48d5-9ae4-074e7a7c7c05 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:04.326016 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b90bcd1e-484e-4c09-9317-a22dd374b0c0 req-8a5d02c8-a105-48d5-9ae4-074e7a7c7c05 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 945 time: 0.1525121 May 25 22:41:04.382425 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-86c4aca3-238a-4a30-8f75-aaa75268b1e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0588541c-2c6d-4af4-b11b-868f2049357c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554397 May 25 22:41:04.494062 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b90bcd1e-484e-4c09-9317-a22dd374b0c0 req-9ec996ed-6bbc-46a0-82e2-d7623ae0cfe4 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367428 May 25 22:41:04.546042 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-82a27ea8-7ec2-4ff4-af6e-9f608d1f63f5 service neutron] 10.222.0.15 "GET /v2.0/networks/0588541c-2c6d-4af4-b11b-868f2049357c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559584 May 25 22:41:04.651199 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96f4a3-78e2-4481-8da5-46466a1d27a2 req-1a89788f-f720-4356-a705-dc071696b950 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:04.652858 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-0b96f4a3-78e2-4481-8da5-46466a1d27a2 req-1a89788f-f720-4356-a705-dc071696b950 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5b8af4-12ac-46fe-8b05-f4f79c828a64 HTTP/1.1" status: 200 len: 944 time: 0.0995004 May 25 22:41:04.739888 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a9982dd2-a24d-473d-84d1-33a1da95fca8 req-adafbdea-195c-4a7b-9292-392f962950f9 service neutron] 10.222.0.15 "GET /v2.0/networks/0588541c-2c6d-4af4-b11b-868f2049357c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876185 May 25 22:41:04.746902 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-0b96f4a3-78e2-4481-8da5-46466a1d27a2 req-6dae4890-e8d4-4a03-ae3e-547c3611f596 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5ce9cc2-e447-4ac8-8152-b9fc7a8274b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683942 May 25 22:41:04.942782 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5b937c57-44db-401e-a6f1-c2db262d77c7 req-19339d08-59a2-490e-80ea-cb57dd488941 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=99befbd9b29c49ce90071d2650a88da6&device_id=9d5b8af4-12ac-46fe-8b05-f4f79c828a64 HTTP/1.1" status: 200 len: 1097 time: 0.0710297 May 25 22:41:05.079920 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b937c57-44db-401e-a6f1-c2db262d77c7 req-80f71028-7e47-407f-ad58-1686df8909d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:05.081456 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5b937c57-44db-401e-a6f1-c2db262d77c7 req-80f71028-7e47-407f-ad58-1686df8909d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0588541c-2c6d-4af4-b11b-868f2049357c HTTP/1.1" status: 200 len: 910 time: 0.1316888 May 25 22:41:05.150071 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 9b594f63-901c-4bd8-9f9b-f90818f7c76b up at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:41:05.157366 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5b937c57-44db-401e-a6f1-c2db262d77c7 req-801b940b-c15a-46f9-9cb0-4e21c204c6d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48808976-d1be-4e96-8e90-96fe1af5c022 HTTP/1.1" status: 200 len: 217 time: 0.0696702 May 25 22:41:05.241445 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning for port 9b594f63-901c-4bd8-9f9b-f90818f7c76b completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:41:05.241883 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b937c57-44db-401e-a6f1-c2db262d77c7 req-b09a1306-b7ee-415d-b0ba-6d90674547ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:05.243506 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5b937c57-44db-401e-a6f1-c2db262d77c7 req-b09a1306-b7ee-415d-b0ba-6d90674547ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45fe427f-4288-4b0e-9a50-3f75b32f755b HTTP/1.1" status: 200 len: 849 time: 0.0791945 May 25 22:41:05.247785 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning complete for port 9b594f63-901c-4bd8-9f9b-f90818f7c76b triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:41:05.248429 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:05.298417 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5b937c57-44db-401e-a6f1-c2db262d77c7 req-0fdfc0f2-2318-46b7-88c0-241ef31cab3f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0588541c-2c6d-4af4-b11b-868f2049357c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433879 May 25 22:41:05.361534 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:05.389046 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a59b4a-8e7b-483f-a4f4-06d7b1627215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b594f63-901c-4bd8-9f9b-f90818f7c76b'}] {{(pid=83205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:41:05.398498 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 9b594f63-901c-4bd8-9f9b-f90818f7c76b, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9b594f63-901c-4bd8-9f9b-f90818f7c76b,segment=NetworkSegment(5a1b511a-1790-4620-9618-9ed3342cc72e),segment_id=5a1b511a-1790-4620-9618-9ed3342cc72e)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:41:05.402634 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:05.440831 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5b937c57-44db-401e-a6f1-c2db262d77c7 req-88f12504-d6c9-4e4a-8bfd-30849453b5ac service neutron] 10.222.0.15 "GET /v2.0/networks/0588541c-2c6d-4af4-b11b-868f2049357c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288712 May 25 22:41:05.458717 dv-cinder-843305-1-smb neutron-server[83205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fa2fe03-871a-4cb6-9ee4-f62d4ffa030a'] response: {'server_uuid': 'c0a59b4a-8e7b-483f-a4f4-06d7b1627215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b594f63-901c-4bd8-9f9b-f90818f7c76b', 'code': 200} May 25 22:41:05.480504 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=9b594f63-901c-4bd8-9f9b-f90818f7c76b,revision_number=5']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:05.545531 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 16a7dcd8-31ea-4bdf-8f98-30e665651ba8 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:41:05.605095 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5b937c57-44db-401e-a6f1-c2db262d77c7 req-f15adfa0-65a0-47e2-ae7d-50d061211384 service neutron] 10.222.0.15 "GET /v2.0/networks/0588541c-2c6d-4af4-b11b-868f2049357c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573467 May 25 22:41:05.643636 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning for port 16a7dcd8-31ea-4bdf-8f98-30e665651ba8 completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:41:05.648586 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 16a7dcd8-31ea-4bdf-8f98-30e665651ba8 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:41:05.648942 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:05.721186 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5890c16-3428-4280-85be-a7ff6bbc9c3b req-79853747-434c-4336-84f7-f9346b280a1b tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:05.723669 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f5890c16-3428-4280-85be-a7ff6bbc9c3b req-79853747-434c-4336-84f7-f9346b280a1b tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 946 time: 0.0839396 May 25 22:41:05.768247 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:05.781858 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f5890c16-3428-4280-85be-a7ff6bbc9c3b req-816ff952-c152-44e5-a838-b4b62b42e4b2 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503056 May 25 22:41:05.786136 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] For port 16a7dcd8-31ea-4bdf-8f98-30e665651ba8, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=16a7dcd8-31ea-4bdf-8f98-30e665651ba8,segment=NetworkSegment(3342e0e4-498a-46e7-9232-6274ffc1b494),segment_id=3342e0e4-498a-46e7-9232-6274ffc1b494)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:41:05.792840 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:05.872118 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Pushing event updated for resources: {'Port': ['ID=16a7dcd8-31ea-4bdf-8f98-30e665651ba8,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:05.876076 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-e7216ae0-29c6-4d39-b87a-afa140a9380e req-3aa0604b-357c-4040-bb50-8c4f02c0806f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 1099 time: 0.1784256 May 25 22:41:05.970224 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-e7216ae0-29c6-4d39-b87a-afa140a9380e req-86872703-d90d-4289-a934-1dbe081a95fa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870802 May 25 22:41:05.991725 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1701c-b543-4f9d-9004-f3f8041f65d8 req-1332d0f2-e889-49b3-9967-a6d7b12639f9 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:05.993129 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a0b1701c-b543-4f9d-9004-f3f8041f65d8 req-1332d0f2-e889-49b3-9967-a6d7b12639f9 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5b8af4-12ac-46fe-8b05-f4f79c828a64 HTTP/1.1" status: 200 len: 944 time: 0.0953784 May 25 22:41:06.038141 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a0b1701c-b543-4f9d-9004-f3f8041f65d8 req-34cb75a8-03f0-4c5a-9018-588dba6c1b2c tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5ce9cc2-e447-4ac8-8152-b9fc7a8274b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394504 May 25 22:41:06.991887 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e46a5-04d8-4408-bf34-7853bb04aed8 req-985d116a-bda5-42f6-b156-0f8fb96a6265 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:06.993308 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-287e46a5-04d8-4408-bf34-7853bb04aed8 req-985d116a-bda5-42f6-b156-0f8fb96a6265 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 946 time: 0.0775867 May 25 22:41:07.038621 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-287e46a5-04d8-4408-bf34-7853bb04aed8 req-432f981f-6990-44fc-ab49-8feac2cc642f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391617 May 25 22:41:07.230752 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6164c-4a8f-40d0-bd0d-482c381d32ca req-d586203d-8f3c-4dd0-84f9-9ad39751b480 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:07.232212 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c7e6164c-4a8f-40d0-bd0d-482c381d32ca req-d586203d-8f3c-4dd0-84f9-9ad39751b480 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5b8af4-12ac-46fe-8b05-f4f79c828a64 HTTP/1.1" status: 200 len: 944 time: 0.0764720 May 25 22:41:07.283941 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c7e6164c-4a8f-40d0-bd0d-482c381d32ca req-79d4a0c9-4b59-4f58-97c6-9cfa25cc2784 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5ce9cc2-e447-4ac8-8152-b9fc7a8274b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460835 May 25 22:41:07.502595 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 16a7dcd8-31ea-4bdf-8f98-30e665651ba8 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:41:07.570571 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 16a7dcd8-31ea-4bdf-8f98-30e665651ba8 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:41:07.570924 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:08.250036 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ea5a8-6a54-4039-836c-9dbdce3aab14 req-17ffff57-c87d-46fb-81bc-1279bc3f779d tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:08.251442 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-3e5ea5a8-6a54-4039-836c-9dbdce3aab14 req-17ffff57-c87d-46fb-81bc-1279bc3f779d tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 946 time: 0.0935907 May 25 22:41:08.298641 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-3e5ea5a8-6a54-4039-836c-9dbdce3aab14 req-abcffa25-2c12-4bc9-8d59-bcf1106ed683 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400555 May 25 22:41:08.481214 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d922e-0cf0-44c3-95a0-938693595537 req-5746aad1-514c-44cc-8261-11c0134efc11 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:08.482665 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7e5d922e-0cf0-44c3-95a0-938693595537 req-5746aad1-514c-44cc-8261-11c0134efc11 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5b8af4-12ac-46fe-8b05-f4f79c828a64 HTTP/1.1" status: 200 len: 944 time: 0.0788305 May 25 22:41:08.527715 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7e5d922e-0cf0-44c3-95a0-938693595537 req-f61c6b99-5348-4971-bb2d-9fc730080219 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5ce9cc2-e447-4ac8-8152-b9fc7a8274b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395355 May 25 22:41:09.161453 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 48808976-d1be-4e96-8e90-96fe1af5c022 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83205) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:41:09.298244 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 48808976-d1be-4e96-8e90-96fe1af5c022, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=48808976-d1be-4e96-8e90-96fe1af5c022,segment=NetworkSegment(bd66c47e-3308-49d0-bfc1-4e025b389b5d),segment_id=bd66c47e-3308-49d0-bfc1-4e025b389b5d)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:41:09.312094 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Returning: {'device': '48808976-d1be-4e96-8e90-96fe1af5c022', 'network_id': '0588541c-2c6d-4af4-b11b-868f2049357c', 'port_id': '48808976-d1be-4e96-8e90-96fe1af5c022', 'mac_address': 'fa:16:3e:a9:b6:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45fe427f-4288-4b0e-9a50-3f75b32f755b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83205) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:41:09.366805 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:09.384589 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48808976-d1be-4e96-8e90-96fe1af5c022 {{(pid=83205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:41:09.400006 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 48808976-d1be-4e96-8e90-96fe1af5c022, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=48808976-d1be-4e96-8e90-96fe1af5c022,segment=NetworkSegment(bd66c47e-3308-49d0-bfc1-4e025b389b5d),segment_id=bd66c47e-3308-49d0-bfc1-4e025b389b5d)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:41:09.404648 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:09.475519 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=48808976-d1be-4e96-8e90-96fe1af5c022,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:09.504288 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55123e-d6dc-4102-84c3-8c1e76476894 req-122e286f-329b-4fa3-86df-e76ced4baab9 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:09.505834 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-bb55123e-d6dc-4102-84c3-8c1e76476894 req-122e286f-329b-4fa3-86df-e76ced4baab9 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 946 time: 0.0782886 May 25 22:41:09.554300 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-bb55123e-d6dc-4102-84c3-8c1e76476894 req-ff724da4-4a0a-4956-bf12-02eb001c08b6 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429151 May 25 22:41:09.745987 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a1b92-2d3d-48b5-8bf2-d8d654a7de99 req-f3a17f6e-6c43-49b9-b891-17f1479a3a3e tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:09.747508 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-e78a1b92-2d3d-48b5-8bf2-d8d654a7de99 req-f3a17f6e-6c43-49b9-b891-17f1479a3a3e tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5b8af4-12ac-46fe-8b05-f4f79c828a64 HTTP/1.1" status: 200 len: 945 time: 0.0854843 May 25 22:41:09.757427 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417c0cf-8089-494c-8553-cf442a80d494 req-faa84191-ea7f-457c-bade-6e7b405435aa tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:09.759223 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7417c0cf-8089-494c-8553-cf442a80d494 req-faa84191-ea7f-457c-bade-6e7b405435aa tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 946 time: 0.0876536 May 25 22:41:09.768826 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 42852) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:41:09.774146 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-5ed4ca1f-2837-4494-8d97-efe07ebfd570 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Request body: {'floatingip': {'port_id': '9b594f63-901c-4bd8-9f9b-f90818f7c76b'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:41:09.799384 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-e78a1b92-2d3d-48b5-8bf2-d8d654a7de99 req-ef7d61e7-63c6-4fe5-846a-8f10ce44985e tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5ce9cc2-e447-4ac8-8152-b9fc7a8274b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453117 May 25 22:41:09.857086 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-5ed4ca1f-2837-4494-8d97-efe07ebfd570 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks [] for floatingip, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:09.950094 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['48808976-d1be-4e96-8e90-96fe1af5c022'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:41:10.467247 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-5ed4ca1f-2837-4494-8d97-efe07ebfd570 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:10.471095 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-5ed4ca1f-2837-4494-8d97-efe07ebfd570 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997866'] for floatingip, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:10.719726 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.db.l3_db [None req-5ed4ca1f-2837-4494-8d97-efe07ebfd570 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Floating IP f58ac7cc-ff5a-4dc6-905d-4709eb872c8b associated. External IP: 172.28.2.112, port: 9b594f63-901c-4bd8-9f9b-f90818f7c76b. May 25 22:41:11.130655 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038b73b-bedb-4b7d-bdc8-5f35b8ef64b4 req-5252818f-94cf-4374-9bdb-b58b8048d251 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:11.132246 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-1038b73b-bedb-4b7d-bdc8-5f35b8ef64b4 req-5252818f-94cf-4374-9bdb-b58b8048d251 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5b8af4-12ac-46fe-8b05-f4f79c828a64 HTTP/1.1" status: 200 len: 945 time: 0.1669469 May 25 22:41:11.187620 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-1038b73b-bedb-4b7d-bdc8-5f35b8ef64b4 req-d50f887a-1ffc-43f7-aefa-a4417377c59d tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5ce9cc2-e447-4ac8-8152-b9fc7a8274b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497494 May 25 22:41:11.227401 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed4ca1f-2837-4494-8d97-efe07ebfd570 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Router d20adea2-cfd7-4d8c-a819-58e48c7e84e3 has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:41:11.427026 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed4ca1f-2837-4494-8d97-efe07ebfd570 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:41:11.431034 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-5ed4ca1f-2837-4494-8d97-efe07ebfd570 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for floatingip, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:11.437062 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cdd10b-44bf-4db3-88a4-fee3fcd979b6 None None] Sync routers for ids ['d20adea2-cfd7-4d8c-a819-58e48c7e84e3'] in dv-cinder-843305-1-smb {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:41:11.449361 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cdd10b-44bf-4db3-88a4-fee3fcd979b6 None None] Routers {'d20adea2-cfd7-4d8c-a819-58e48c7e84e3'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:41:11.449955 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-c5cdd10b-44bf-4db3-88a4-fee3fcd979b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:40:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['d20adea2-cfd7-4d8c-a819-58e48c7e84e3'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:41:11.485224 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-5ed4ca1f-2837-4494-8d97-efe07ebfd570 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "PUT /v2.0/floatingips/f58ac7cc-ff5a-4dc6-905d-4709eb872c8b HTTP/1.1" status: 200 len: 992 time: 1.7153556 May 25 22:41:11.485867 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a59b4a-8e7b-483f-a4f4-06d7b1627215', 'tag': '9b594f63-901c-4bd8-9f9b-f90818f7c76b'}] {{(pid=83203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:41:11.539885 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-755f0351-65ad-4f21-bede-459ad118441c'] response: {'name': 'network-changed', 'server_uuid': 'c0a59b4a-8e7b-483f-a4f4-06d7b1627215', 'tag': '9b594f63-901c-4bd8-9f9b-f90818f7c76b', 'status': 'completed', 'code': 200} May 25 22:41:11.630709 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-c5cdd10b-44bf-4db3-88a4-fee3fcd979b6 None None] Set router d20adea2-cfd7-4d8c-a819-58e48c7e84e3 gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:41:11.667941 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d178e336-93fb-49fe-a4fe-b56dd6424fe2 req-af7148f8-aad3-422e-97c2-24ac149a296f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=360f94ee5000428395895ec5220a3314&device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 1099 time: 0.0694437 May 25 22:41:11.801753 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178e336-93fb-49fe-a4fe-b56dd6424fe2 req-eaead1b7-532e-474d-aaaa-ea96d51bf34a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:11.803217 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d178e336-93fb-49fe-a4fe-b56dd6424fe2 req-eaead1b7-532e-474d-aaaa-ea96d51bf34a service neutron] 10.222.0.15 "GET /v2.0/networks?id=84ae9284-4480-4503-b05c-9e1235a6ee14 HTTP/1.1" status: 200 len: 920 time: 0.1276295 May 25 22:41:11.908892 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d178e336-93fb-49fe-a4fe-b56dd6424fe2 req-96c94435-7e4a-4886-8395-5348098360a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b594f63-901c-4bd8-9f9b-f90818f7c76b HTTP/1.1" status: 200 len: 1000 time: 0.0991499 May 25 22:41:11.975298 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178e336-93fb-49fe-a4fe-b56dd6424fe2 req-3f317ca7-fa2b-408f-9ac1-d9301e32f365 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:11.975298 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d178e336-93fb-49fe-a4fe-b56dd6424fe2 req-3f317ca7-fa2b-408f-9ac1-d9301e32f365 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eaeba0d5-7c5d-481f-b009-b71f12b223e9 HTTP/1.1" status: 200 len: 858 time: 0.0571063 May 25 22:41:11.983752 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-c5cdd10b-44bf-4db3-88a4-fee3fcd979b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1299349677-router', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': '9aa33250-89d8-4246-99da-de69ec773fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:42Z', 'updated_at': '2022-05-25T22:38:58Z', 'revision_number': 4, 'project_id': '360f94ee5000428395895ec5220a3314', 'gw_port': {'id': '9aa33250-89d8-4246-99da-de69ec773fc5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:43Z', 'updated_at': '2022-05-25T22:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': 'f58ac7cc-ff5a-4dc6-905d-4709eb872c8b', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'floating_ip_address': '172.28.2.112', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'port_id': '9b594f63-901c-4bd8-9f9b-f90818f7c76b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14', 'mac_address': 'fa:16:3e:91:76:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a59b4a-8e7b-483f-a4f4-06d7b1627215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:40:48Z', 'updated_at': '2022-05-25T22:41:10Z', 'revision_number': 1, 'project_id': '360f94ee5000428395895ec5220a3314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18460971-5619-4061-8ff0-4059de421245', 'name': '', 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'mac_address': 'fa:16:3e:02:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaeba0d5-7c5d-481f-b009-b71f12b223e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:54Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 5, 'project_id': '360f94ee5000428395895ec5220a3314', 'subnets': [{'id': 'eaeba0d5-7c5d-481f-b009-b71f12b223e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:41:11.987764 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cdd10b-44bf-4db3-88a4-fee3fcd979b6 None None] Checking router: d20adea2-cfd7-4d8c-a819-58e48c7e84e3 for host: dv-cinder-843305-1-smb {{(pid=83205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:41:11.997936 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cdd10b-44bf-4db3-88a4-fee3fcd979b6 None None] Routers {'d20adea2-cfd7-4d8c-a819-58e48c7e84e3'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:41:11.998547 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-c5cdd10b-44bf-4db3-88a4-fee3fcd979b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:40:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['d20adea2-cfd7-4d8c-a819-58e48c7e84e3'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:41:12.051414 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d178e336-93fb-49fe-a4fe-b56dd6424fe2 req-ebd81e54-0c7a-4819-b1cc-1f2897b9f2a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=84ae9284-4480-4503-b05c-9e1235a6ee14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0700064 May 25 22:41:12.178583 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-c5cdd10b-44bf-4db3-88a4-fee3fcd979b6 None None] Set router d20adea2-cfd7-4d8c-a819-58e48c7e84e3 gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:41:12.181403 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d178e336-93fb-49fe-a4fe-b56dd6424fe2 req-5af4a669-6f44-4784-8184-709f0d957124 service neutron] 10.222.0.15 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234095 May 25 22:41:12.321773 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d178e336-93fb-49fe-a4fe-b56dd6424fe2 req-883d52d6-fdef-450c-be99-715c9795bcd9 service neutron] 10.222.0.15 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332598 May 25 22:41:12.433494 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cdbf4-ab3d-43c2-bf9c-67b35a05b687 req-45fe318c-21d1-47c3-ad71-6c3ac316badc tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:12.434897 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-255cdbf4-ab3d-43c2-bf9c-67b35a05b687 req-45fe318c-21d1-47c3-ad71-6c3ac316badc tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5b8af4-12ac-46fe-8b05-f4f79c828a64 HTTP/1.1" status: 200 len: 945 time: 0.1083186 May 25 22:41:12.484427 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-255cdbf4-ab3d-43c2-bf9c-67b35a05b687 req-84ba510a-e03c-4e90-a464-fc27b621ed97 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5ce9cc2-e447-4ac8-8152-b9fc7a8274b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432429 May 25 22:41:12.552291 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-c5cdd10b-44bf-4db3-88a4-fee3fcd979b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1299349677-router', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': '9aa33250-89d8-4246-99da-de69ec773fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:42Z', 'updated_at': '2022-05-25T22:38:58Z', 'revision_number': 4, 'project_id': '360f94ee5000428395895ec5220a3314', 'gw_port': {'id': '9aa33250-89d8-4246-99da-de69ec773fc5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:43Z', 'updated_at': '2022-05-25T22:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': 'f58ac7cc-ff5a-4dc6-905d-4709eb872c8b', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'floating_ip_address': '172.28.2.112', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'port_id': '9b594f63-901c-4bd8-9f9b-f90818f7c76b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14', 'mac_address': 'fa:16:3e:91:76:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a59b4a-8e7b-483f-a4f4-06d7b1627215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:40:48Z', 'updated_at': '2022-05-25T22:41:10Z', 'revision_number': 1, 'project_id': '360f94ee5000428395895ec5220a3314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18460971-5619-4061-8ff0-4059de421245', 'name': '', 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'mac_address': 'fa:16:3e:02:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaeba0d5-7c5d-481f-b009-b71f12b223e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:54Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 5, 'project_id': '360f94ee5000428395895ec5220a3314', 'subnets': [{'id': 'eaeba0d5-7c5d-481f-b009-b71f12b223e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:41:12.556290 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cdd10b-44bf-4db3-88a4-fee3fcd979b6 None None] The sync data for ids ['d20adea2-cfd7-4d8c-a819-58e48c7e84e3'] in dv-cinder-843305-1-smb is: [{'id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1299349677-router', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': '9aa33250-89d8-4246-99da-de69ec773fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:42Z', 'updated_at': '2022-05-25T22:38:58Z', 'revision_number': 4, 'project_id': '360f94ee5000428395895ec5220a3314', 'gw_port': {'id': '9aa33250-89d8-4246-99da-de69ec773fc5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:43Z', 'updated_at': '2022-05-25T22:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': 'f58ac7cc-ff5a-4dc6-905d-4709eb872c8b', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'floating_ip_address': '172.28.2.112', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'port_id': '9b594f63-901c-4bd8-9f9b-f90818f7c76b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14', 'mac_address': 'fa:16:3e:91:76:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a59b4a-8e7b-483f-a4f4-06d7b1627215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:40:48Z', 'updated_at': '2022-05-25T22:41:10Z', 'revision_number': 1, 'project_id': '360f94ee5000428395895ec5220a3314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18460971-5619-4061-8ff0-4059de421245', 'name': '', 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'mac_address': 'fa:16:3e:02:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaeba0d5-7c5d-481f-b009-b71f12b223e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:54Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 5, 'project_id': '360f94ee5000428395895ec5220a3314', 'subnets': [{'id': 'eaeba0d5-7c5d-481f-b009-b71f12b223e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:41:12.601586 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-4eb3cee9-e121-4204-9651-55fa389d2a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:13.175415 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 48808976-d1be-4e96-8e90-96fe1af5c022 up at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:41:13.244415 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning for port 48808976-d1be-4e96-8e90-96fe1af5c022 completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:41:13.250577 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning complete for port 48808976-d1be-4e96-8e90-96fe1af5c022 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:41:13.250959 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:13.397588 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:13.425821 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5b8af4-12ac-46fe-8b05-f4f79c828a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48808976-d1be-4e96-8e90-96fe1af5c022'}] {{(pid=83205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:41:13.435359 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 48808976-d1be-4e96-8e90-96fe1af5c022, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=48808976-d1be-4e96-8e90-96fe1af5c022,segment=NetworkSegment(bd66c47e-3308-49d0-bfc1-4e025b389b5d),segment_id=bd66c47e-3308-49d0-bfc1-4e025b389b5d)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:41:13.439686 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:13.484512 dv-cinder-843305-1-smb neutron-server[83205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff614348-52c8-4dc1-9cc6-d00d93c979c9'] response: {'server_uuid': '9d5b8af4-12ac-46fe-8b05-f4f79c828a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48808976-d1be-4e96-8e90-96fe1af5c022', 'code': 200} May 25 22:41:13.509517 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=48808976-d1be-4e96-8e90-96fe1af5c022,revision_number=5']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:13.680109 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71f3aa-0cbb-482c-be4b-4a09cff7e033 req-b65b6e35-97a6-42d5-8b20-14f503295edc tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:13.681472 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-ff71f3aa-0cbb-482c-be4b-4a09cff7e033 req-b65b6e35-97a6-42d5-8b20-14f503295edc tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5b8af4-12ac-46fe-8b05-f4f79c828a64 HTTP/1.1" status: 200 len: 946 time: 0.0757329 May 25 22:41:13.727067 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-ff71f3aa-0cbb-482c-be4b-4a09cff7e033 req-889dfa73-ab1f-43ec-b579-cef3355002f4 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5ce9cc2-e447-4ac8-8152-b9fc7a8274b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399220 May 25 22:41:13.751901 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-906d2985-1d02-4e41-a719-179460ebfb9e req-36011c1c-4f83-4ece-bf7e-285653b2dc0b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9d5b8af4-12ac-46fe-8b05-f4f79c828a64 HTTP/1.1" status: 200 len: 1099 time: 0.0678060 May 25 22:41:13.792271 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-906d2985-1d02-4e41-a719-179460ebfb9e req-c4ccd7ff-ac58-45fb-a3ce-8415dd5712f0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f5ce9cc2-e447-4ac8-8152-b9fc7a8274b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369146 May 25 22:41:14.756543 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-ab3d3b83-b290-49a8-983d-4444ac2f95b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:14.924737 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93947fb0-eb55-4ba7-b9a0-00ad85df1409 req-3dec007f-de85-4549-b8c5-38223d1df75d tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:14.926242 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-93947fb0-eb55-4ba7-b9a0-00ad85df1409 req-3dec007f-de85-4549-b8c5-38223d1df75d tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5b8af4-12ac-46fe-8b05-f4f79c828a64 HTTP/1.1" status: 200 len: 946 time: 0.0781670 May 25 22:41:14.971072 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-93947fb0-eb55-4ba7-b9a0-00ad85df1409 req-76930a92-bab6-48b1-9518-3a18fd9cca0d tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5ce9cc2-e447-4ac8-8152-b9fc7a8274b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393922 May 25 22:41:15.969697 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:16.092342 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02816f1-c0d6-46ff-835e-727bb55963c6 None None] New status for floating IP f58ac7cc-ff5a-4dc6-905d-4709eb872c8b: ACTIVE {{(pid=83206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:41:16.170604 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbdaac-def9-420a-838b-fdc500e0c1b2 req-bd9a379b-b965-4164-b8e7-e1dc9f92631c tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:16.172028 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-01cbdaac-def9-420a-838b-fdc500e0c1b2 req-bd9a379b-b965-4164-b8e7-e1dc9f92631c tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5b8af4-12ac-46fe-8b05-f4f79c828a64 HTTP/1.1" status: 200 len: 946 time: 0.0786080 May 25 22:41:16.218911 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-01cbdaac-def9-420a-838b-fdc500e0c1b2 req-40069bc7-3b5c-4e16-ac3d-74523db4db23 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5ce9cc2-e447-4ac8-8152-b9fc7a8274b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401330 May 25 22:41:16.386033 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:17.496610 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036981c-8d7a-40bc-ae2c-def28cf2d533 req-be023b28-9550-4ac0-bd87-3721c886b064 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:17.498035 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-8036981c-8d7a-40bc-ae2c-def28cf2d533 req-be023b28-9550-4ac0-bd87-3721c886b064 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5b8af4-12ac-46fe-8b05-f4f79c828a64 HTTP/1.1" status: 200 len: 946 time: 0.0746148 May 25 22:41:17.508377 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:17.542590 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-8036981c-8d7a-40bc-ae2c-def28cf2d533 req-1082f1d9-fc95-4d11-8092-f96cc29a8ef9 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5ce9cc2-e447-4ac8-8152-b9fc7a8274b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390294 May 25 22:41:18.732101 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5a313-9863-4215-bd9d-237dc4e9707c req-6ae61016-884a-4180-a189-1f98ac8d98fc tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:18.733496 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-fab5a313-9863-4215-bd9d-237dc4e9707c req-6ae61016-884a-4180-a189-1f98ac8d98fc tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5b8af4-12ac-46fe-8b05-f4f79c828a64 HTTP/1.1" status: 200 len: 946 time: 0.0736310 May 25 22:41:18.776935 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-fab5a313-9863-4215-bd9d-237dc4e9707c req-9a171485-ebde-4bf7-a7c7-eb9c21d1703d tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5ce9cc2-e447-4ac8-8152-b9fc7a8274b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380592 May 25 22:41:19.696720 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e570603-c730-4209-ba5d-19947f0dd5f6 req-4b18fb49-d441-4c4a-9ed9-4b4fad7bd25a tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:19.698121 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7e570603-c730-4209-ba5d-19947f0dd5f6 req-4b18fb49-d441-4c4a-9ed9-4b4fad7bd25a tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5b8af4-12ac-46fe-8b05-f4f79c828a64 HTTP/1.1" status: 200 len: 946 time: 0.0769849 May 25 22:41:19.763980 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [req-7e570603-c730-4209-ba5d-19947f0dd5f6 req-6f429677-b89b-4d30-936a-aed65c871362 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Deleting port 48808976-d1be-4e96-8e90-96fe1af5c022 {{(pid=83204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:41:19.764592 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-7e570603-c730-4209-ba5d-19947f0dd5f6 req-6f429677-b89b-4d30-936a-aed65c871362 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:19.983306 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48e138-f066-4ff1-bbe1-4319d4be2ae7 req-20faae50-760d-453b-a077-9584adfcd208 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:19.984761 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-da48e138-f066-4ff1-bbe1-4319d4be2ae7 req-20faae50-760d-453b-a077-9584adfcd208 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5b8af4-12ac-46fe-8b05-f4f79c828a64 HTTP/1.1" status: 200 len: 946 time: 0.0797753 May 25 22:41:20.028935 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-da48e138-f066-4ff1-bbe1-4319d4be2ae7 req-0e477058-6d4d-47ff-8337-6e74878f934e tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5ce9cc2-e447-4ac8-8152-b9fc7a8274b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387619 May 25 22:41:20.060596 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-7e570603-c730-4209-ba5d-19947f0dd5f6 req-6f429677-b89b-4d30-936a-aed65c871362 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] For port 48808976-d1be-4e96-8e90-96fe1af5c022, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=48808976-d1be-4e96-8e90-96fe1af5c022,segment=NetworkSegment(bd66c47e-3308-49d0-bfc1-4e025b389b5d),segment_id=bd66c47e-3308-49d0-bfc1-4e025b389b5d)] {{(pid=83204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:41:20.060940 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-7e570603-c730-4209-ba5d-19947f0dd5f6 req-6f429677-b89b-4d30-936a-aed65c871362 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:20.177152 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [req-7e570603-c730-4209-ba5d-19947f0dd5f6 req-6f429677-b89b-4d30-936a-aed65c871362 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Calling delete_port for 48808976-d1be-4e96-8e90-96fe1af5c022 owned by compute:nova {{(pid=83204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:41:20.314547 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-7e570603-c730-4209-ba5d-19947f0dd5f6 req-6f429677-b89b-4d30-936a-aed65c871362 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:20.353909 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['48808976-d1be-4e96-8e90-96fe1af5c022'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:41:20.362132 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f429677-b89b-4d30-936a-aed65c871362 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Pushing event deleted for resources: {'Port': ['ID=48808976-d1be-4e96-8e90-96fe1af5c022,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:20.390060 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67eb5b6-628e-4d90-bd9b-2eef26daf593 None None] Sync routers for ids ['581f5373-a00b-485a-96c7-29a2bffabd49'] in dv-cinder-843305-1-smb {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:41:20.403432 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67eb5b6-628e-4d90-bd9b-2eef26daf593 None None] Routers {'581f5373-a00b-485a-96c7-29a2bffabd49'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:41:20.404005 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-f67eb5b6-628e-4d90-bd9b-2eef26daf593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:41:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['581f5373-a00b-485a-96c7-29a2bffabd49'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:41:20.446483 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e570603-c730-4209-ba5d-19947f0dd5f6 req-6f429677-b89b-4d30-936a-aed65c871362 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] No DVR routers for this DVR port 48808976-d1be-4e96-8e90-96fe1af5c022 on host hv-cinder-84330 {{(pid=83204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:41:20.449378 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-7e570603-c730-4209-ba5d-19947f0dd5f6 req-6f429677-b89b-4d30-936a-aed65c871362 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:20.451815 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5b8af4-12ac-46fe-8b05-f4f79c828a64', 'name': 'network-vif-deleted', 'tag': '48808976-d1be-4e96-8e90-96fe1af5c022'}] {{(pid=83204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:41:20.467632 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7e570603-c730-4209-ba5d-19947f0dd5f6 req-6f429677-b89b-4d30-936a-aed65c871362 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.15 "DELETE /v2.0/ports/48808976-d1be-4e96-8e90-96fe1af5c022 HTTP/1.1" status: 204 len: 173 time: 0.7632139 May 25 22:41:20.515065 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85874d35-8a2b-4508-80f8-e2f614b8b195'] response: {'server_uuid': '9d5b8af4-12ac-46fe-8b05-f4f79c828a64', 'name': 'network-vif-deleted', 'tag': '48808976-d1be-4e96-8e90-96fe1af5c022', 'status': 'completed', 'code': 200} May 25 22:41:20.582089 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-f67eb5b6-628e-4d90-bd9b-2eef26daf593 None None] Set router 581f5373-a00b-485a-96c7-29a2bffabd49 gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:41:20.886381 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-f67eb5b6-628e-4d90-bd9b-2eef26daf593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581f5373-a00b-485a-96c7-29a2bffabd49', 'name': 'tempest-TestShelveInstance-140354445-router', 'tenant_id': '0fcf1ce1235c439aab1b7034bcd63627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': '16a7dcd8-31ea-4bdf-8f98-30e665651ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:40:51Z', 'updated_at': '2022-05-25T22:40:58Z', 'revision_number': 4, 'project_id': '0fcf1ce1235c439aab1b7034bcd63627', 'gw_port': {'id': '16a7dcd8-31ea-4bdf-8f98-30e665651ba8', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:59:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581f5373-a00b-485a-96c7-29a2bffabd49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:52Z', 'updated_at': '2022-05-25T22:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '85dd32c4-9a99-45c9-89dd-da73f42d30a5', 'name': '', 'network_id': '731580ef-85c7-4096-9d89-5c76c3da0184', 'tenant_id': '0fcf1ce1235c439aab1b7034bcd63627', 'mac_address': 'fa:16:3e:e9:f1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581f5373-a00b-485a-96c7-29a2bffabd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ec7a353-f077-4618-929b-a8cf0cebbc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:57Z', 'updated_at': '2022-05-25T22:40:58Z', 'revision_number': 2, 'project_id': '0fcf1ce1235c439aab1b7034bcd63627', 'subnets': [{'id': '9ec7a353-f077-4618-929b-a8cf0cebbc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:41:20.890092 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67eb5b6-628e-4d90-bd9b-2eef26daf593 None None] Checking router: 581f5373-a00b-485a-96c7-29a2bffabd49 for host: dv-cinder-843305-1-smb {{(pid=83205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:41:20.890493 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67eb5b6-628e-4d90-bd9b-2eef26daf593 None None] Updating router 581f5373-a00b-485a-96c7-29a2bffabd49 port 85dd32c4-9a99-45c9-89dd-da73f42d30a5 binding host dv-cinder-843305-1-smb {{(pid=83205) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:41:20.946607 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-f67eb5b6-628e-4d90-bd9b-2eef26daf593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:21.205196 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-23c5f335-242b-4d3d-82bc-5d6157384eba req-48b3662d-ec6d-4254-9629-d1297d0e70e5 tempest-VolumesActionsTest-775204897 tempest-VolumesActionsTest-775204897-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5b8af4-12ac-46fe-8b05-f4f79c828a64 HTTP/1.1" status: 200 len: 210 time: 0.0410819 May 25 22:41:21.288565 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-f67eb5b6-628e-4d90-bd9b-2eef26daf593 None None] Notify callbacks [] for port, precommit_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:21.300424 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-f67eb5b6-628e-4d90-bd9b-2eef26daf593 None None] Transition to ACTIVE for port object 85dd32c4-9a99-45c9-89dd-da73f42d30a5 will not be triggered until provisioned by entity L2. {{(pid=83205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:41:21.306634 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-f67eb5b6-628e-4d90-bd9b-2eef26daf593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:21.427454 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5040fb1-76b2-4fef-91b1-2d32ca8aefba None None] Pushing event updated for resources: {'Port': ['ID=85dd32c4-9a99-45c9-89dd-da73f42d30a5,revision_number=3']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:21.518571 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-f67eb5b6-628e-4d90-bd9b-2eef26daf593 None None] Attempting to bind port 85dd32c4-9a99-45c9-89dd-da73f42d30a5 on host dv-cinder-843305-1-smb for vnic_type normal with profile {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:41:21.518938 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-f67eb5b6-628e-4d90-bd9b-2eef26daf593 None None] Attempting to bind port 85dd32c4-9a99-45c9-89dd-da73f42d30a5 by drivers openvswitch,hyperv on host dv-cinder-843305-1-smb at level 0 using segments [{'id': 'eedb8bb2-6a83-42a4-a900-ce0bfa1c6819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '731580ef-85c7-4096-9d89-5c76c3da0184'}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:41:21.519292 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67eb5b6-628e-4d90-bd9b-2eef26daf593 None None] Attempting to bind port 85dd32c4-9a99-45c9-89dd-da73f42d30a5 on network 731580ef-85c7-4096-9d89-5c76c3da0184 {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:41:21.525532 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67eb5b6-628e-4d90-bd9b-2eef26daf593 None None] Checking agent: {'id': '7ae609c1-c95f-406f-b830-1d01d4388ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 29, 46), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:41:21.526439 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67eb5b6-628e-4d90-bd9b-2eef26daf593 None None] Checking segment: {'id': 'eedb8bb2-6a83-42a4-a900-ce0bfa1c6819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '731580ef-85c7-4096-9d89-5c76c3da0184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:41:21.526851 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-f67eb5b6-628e-4d90-bd9b-2eef26daf593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:21.527229 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67eb5b6-628e-4d90-bd9b-2eef26daf593 None None] Bound using segment: {'id': 'eedb8bb2-6a83-42a4-a900-ce0bfa1c6819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '731580ef-85c7-4096-9d89-5c76c3da0184'} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:41:21.527680 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-f67eb5b6-628e-4d90-bd9b-2eef26daf593 None None] Bound port: 85dd32c4-9a99-45c9-89dd-da73f42d30a5, host: dv-cinder-843305-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eedb8bb2-6a83-42a4-a900-ce0bfa1c6819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '731580ef-85c7-4096-9d89-5c76c3da0184'}}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:41:21.528042 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-f67eb5b6-628e-4d90-bd9b-2eef26daf593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:21.622974 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-f67eb5b6-628e-4d90-bd9b-2eef26daf593 None None] For port 85dd32c4-9a99-45c9-89dd-da73f42d30a5, host dv-cinder-843305-1-smb, cleared binding levels {{(pid=83205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:41:21.625893 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-f67eb5b6-628e-4d90-bd9b-2eef26daf593 None None] For port 85dd32c4-9a99-45c9-89dd-da73f42d30a5, host dv-cinder-843305-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=85dd32c4-9a99-45c9-89dd-da73f42d30a5,segment=NetworkSegment(eedb8bb2-6a83-42a4-a900-ce0bfa1c6819),segment_id=eedb8bb2-6a83-42a4-a900-ce0bfa1c6819)] {{(pid=83205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:41:21.630180 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-f67eb5b6-628e-4d90-bd9b-2eef26daf593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:21.735265 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5040fb1-76b2-4fef-91b1-2d32ca8aefba None None] Pushing event updated for resources: {'Port': ['ID=85dd32c4-9a99-45c9-89dd-da73f42d30a5,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:21.738097 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67eb5b6-628e-4d90-bd9b-2eef26daf593 None None] Routers {'581f5373-a00b-485a-96c7-29a2bffabd49'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:41:21.738726 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-f67eb5b6-628e-4d90-bd9b-2eef26daf593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:41:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['581f5373-a00b-485a-96c7-29a2bffabd49'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:41:21.918490 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-f67eb5b6-628e-4d90-bd9b-2eef26daf593 None None] Set router 581f5373-a00b-485a-96c7-29a2bffabd49 gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:41:22.225801 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-f67eb5b6-628e-4d90-bd9b-2eef26daf593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581f5373-a00b-485a-96c7-29a2bffabd49', 'name': 'tempest-TestShelveInstance-140354445-router', 'tenant_id': '0fcf1ce1235c439aab1b7034bcd63627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': '16a7dcd8-31ea-4bdf-8f98-30e665651ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:40:51Z', 'updated_at': '2022-05-25T22:40:58Z', 'revision_number': 4, 'project_id': '0fcf1ce1235c439aab1b7034bcd63627', 'gw_port': {'id': '16a7dcd8-31ea-4bdf-8f98-30e665651ba8', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:59:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581f5373-a00b-485a-96c7-29a2bffabd49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:52Z', 'updated_at': '2022-05-25T22:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '85dd32c4-9a99-45c9-89dd-da73f42d30a5', 'name': '', 'network_id': '731580ef-85c7-4096-9d89-5c76c3da0184', 'tenant_id': '0fcf1ce1235c439aab1b7034bcd63627', 'mac_address': 'fa:16:3e:e9:f1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581f5373-a00b-485a-96c7-29a2bffabd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ec7a353-f077-4618-929b-a8cf0cebbc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:57Z', 'updated_at': '2022-05-25T22:41:21Z', 'revision_number': 4, 'project_id': '0fcf1ce1235c439aab1b7034bcd63627', 'subnets': [{'id': '9ec7a353-f077-4618-929b-a8cf0cebbc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:41:22.229698 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67eb5b6-628e-4d90-bd9b-2eef26daf593 None None] The sync data for ids ['581f5373-a00b-485a-96c7-29a2bffabd49'] in dv-cinder-843305-1-smb is: [{'id': '581f5373-a00b-485a-96c7-29a2bffabd49', 'name': 'tempest-TestShelveInstance-140354445-router', 'tenant_id': '0fcf1ce1235c439aab1b7034bcd63627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': '16a7dcd8-31ea-4bdf-8f98-30e665651ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:40:51Z', 'updated_at': '2022-05-25T22:40:58Z', 'revision_number': 4, 'project_id': '0fcf1ce1235c439aab1b7034bcd63627', 'gw_port': {'id': '16a7dcd8-31ea-4bdf-8f98-30e665651ba8', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:59:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581f5373-a00b-485a-96c7-29a2bffabd49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:52Z', 'updated_at': '2022-05-25T22:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '85dd32c4-9a99-45c9-89dd-da73f42d30a5', 'name': '', 'network_id': '731580ef-85c7-4096-9d89-5c76c3da0184', 'tenant_id': '0fcf1ce1235c439aab1b7034bcd63627', 'mac_address': 'fa:16:3e:e9:f1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581f5373-a00b-485a-96c7-29a2bffabd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ec7a353-f077-4618-929b-a8cf0cebbc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:57Z', 'updated_at': '2022-05-25T22:41:21Z', 'revision_number': 4, 'project_id': '0fcf1ce1235c439aab1b7034bcd63627', 'subnets': [{'id': '9ec7a353-f077-4618-929b-a8cf0cebbc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:41:23.266877 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 48808976-d1be-4e96-8e90-96fe1af5c022 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:41:23.300682 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] No Port match for: 48808976-d1be-4e96-8e90-96fe1af5c022 {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:41:23.301022 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 48808976-d1be-4e96-8e90-96fe1af5c022 not bound to the agent host hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:41:23.397699 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-1bd878b0-e147-4306-a4fb-d061897619a2 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Synchronizing usage tracker for tenant:05f43f82cc184502b28337f6aa9a35c6 on resource:security_group {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:41:23.414263 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-1bd878b0-e147-4306-a4fb-d061897619a2 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Unset dirty status for tenant:05f43f82cc184502b28337f6aa9a35c6 on resource:security_group {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:41:23.415581 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-1bd878b0-e147-4306-a4fb-d061897619a2 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-595186801&fields=id&tenant_id=05f43f82cc184502b28337f6aa9a35c6 HTTP/1.1" status: 200 len: 267 time: 0.0605140 May 25 22:41:23.545493 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 85dd32c4-9a99-45c9-89dd-da73f42d30a5 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:41:23.573986 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-e646ec66-3af8-4899-8a6a-f2814fa6aca0 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:23.574786 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-e646ec66-3af8-4899-8a6a-f2814fa6aca0 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Synchronizing usage tracker for tenant:05f43f82cc184502b28337f6aa9a35c6 on resource:network {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:41:23.592419 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-e646ec66-3af8-4899-8a6a-f2814fa6aca0 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Unset dirty status for tenant:05f43f82cc184502b28337f6aa9a35c6 on resource:network {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:41:23.593715 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-e646ec66-3af8-4899-8a6a-f2814fa6aca0 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/networks?id=e9b64c1d-c92f-412a-9314-13490698471d HTTP/1.1" status: 200 len: 808 time: 0.1712441 May 25 22:41:23.610421 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-40fce66f-3ebe-40d6-859c-f510c6fe37d2 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/quotas/05f43f82cc184502b28337f6aa9a35c6 HTTP/1.1" status: 200 len: 375 time: 0.0108020 May 25 22:41:23.620734 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning for port 85dd32c4-9a99-45c9-89dd-da73f42d30a5 completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:41:23.625631 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 85dd32c4-9a99-45c9-89dd-da73f42d30a5 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:41:23.625996 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:23.742194 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:23.759073 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-7d5eb888-5308-41f1-a784-2b7f83eb2ead tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=05f43f82cc184502b28337f6aa9a35c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1433973 May 25 22:41:23.773011 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] For port 85dd32c4-9a99-45c9-89dd-da73f42d30a5, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=85dd32c4-9a99-45c9-89dd-da73f42d30a5,segment=NetworkSegment(eedb8bb2-6a83-42a4-a900-ce0bfa1c6819),segment_id=eedb8bb2-6a83-42a4-a900-ce0bfa1c6819)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:41:23.777297 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:23.840902 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Pushing event updated for resources: {'Port': ['ID=85dd32c4-9a99-45c9-89dd-da73f42d30a5,revision_number=5']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:23.893858 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-5e8d7612-b0ff-4ac7-a844-14161e60d7e2 service neutron] 10.222.0.59 "GET /v2.0/networks/e9b64c1d-c92f-412a-9314-13490698471d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233628 May 25 22:41:24.026891 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-7c60650f-e5e8-4bc9-a901-448711e813b8 service neutron] 10.222.0.59 "GET /v2.0/networks/e9b64c1d-c92f-412a-9314-13490698471d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273820 May 25 22:41:24.401581 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-47f61340-0e22-4987-8d3e-4cf58ac43e44 req-5779beda-663f-4eae-a79c-26f10303f560 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Synchronizing usage tracker for tenant:05f43f82cc184502b28337f6aa9a35c6 on resource:port {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:41:24.418038 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-47f61340-0e22-4987-8d3e-4cf58ac43e44 req-5779beda-663f-4eae-a79c-26f10303f560 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Unset dirty status for tenant:05f43f82cc184502b28337f6aa9a35c6 on resource:port {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:41:24.419089 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-47f61340-0e22-4987-8d3e-4cf58ac43e44 req-5779beda-663f-4eae-a79c-26f10303f560 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 210 time: 0.0598295 May 25 22:41:25.544676 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 85dd32c4-9a99-45c9-89dd-da73f42d30a5 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:41:25.670717 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f51313ab-e86d-485f-9003-b7e9050ac846 req-1e7eb8a3-27dd-4e9f-a266-8fe6a8a204bb tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 210 time: 0.0679131 May 25 22:41:25.733167 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 85dd32c4-9a99-45c9-89dd-da73f42d30a5 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:41:25.733530 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:25.805862 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-bcd92ad7-00e2-41ea-b7c5-1dcaee7786c9 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:25.807989 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-bcd92ad7-00e2-41ea-b7c5-1dcaee7786c9 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.15 "GET /v2.0/networks?id=e9b64c1d-c92f-412a-9314-13490698471d HTTP/1.1" status: 200 len: 808 time: 0.3155365 May 25 22:41:25.887281 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-ef109899-c2cf-427c-b2a9-22d3bfa8832e tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05f43f82cc184502b28337f6aa9a35c6 HTTP/1.1" status: 200 len: 379 time: 0.0458808 May 25 22:41:25.896587 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-4e640e70-2790-4674-9032-963d0615161c tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Request body: {'port': {'device_id': '473e5d59-ba77-480a-b9ac-621a50ecbc1b', 'network_id': 'e9b64c1d-c92f-412a-9314-13490698471d', 'admin_state_up': True, 'tenant_id': '05f43f82cc184502b28337f6aa9a35c6', 'security_groups': ['6a10cf81-b853-441e-b50e-293d0e6dca6f']}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:41:26.042427 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-4e640e70-2790-4674-9032-963d0615161c tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:41:26.052612 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-4e640e70-2790-4674-9032-963d0615161c tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:41:26.065308 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-4e640e70-2790-4674-9032-963d0615161c tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Made reservation on behalf of 05f43f82cc184502b28337f6aa9a35c6 for: {'port': 1} {{(pid=83204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:41:26.068788 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-4e640e70-2790-4674-9032-963d0615161c tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:26.240587 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.db_base_plugin_common [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-4e640e70-2790-4674-9032-963d0615161c tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Allocated IP 172.20.0.3 (e9b64c1d-c92f-412a-9314-13490698471d/d8a3ebb2-0194-4483-94f1-c90c15af48f6/49e60f96-08c0-490a-a4af-0142a8e96815) {{(pid=83204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:41:26.498060 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-4e640e70-2790-4674-9032-963d0615161c tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks [] for port, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:26.515488 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.provisioning_blocks [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-4e640e70-2790-4674-9032-963d0615161c tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Transition to ACTIVE for port object 49e60f96-08c0-490a-a4af-0142a8e96815 will not be triggered until provisioned by entity DHCP. {{(pid=83204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:41:26.554930 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-4e640e70-2790-4674-9032-963d0615161c tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:26.668091 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-4e640e70-2790-4674-9032-963d0615161c tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Network e9b64c1d-c92f-412a-9314-13490698471d is already hosted by enough agents. {{(pid=83204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:41:26.672800 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-4e640e70-2790-4674-9032-963d0615161c tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Resources bound (agent type, host, resource id): {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:41:26.674999 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e640e70-2790-4674-9032-963d0615161c tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Pushing event updated for resources: {'Port': ['ID=49e60f96-08c0-490a-a4af-0142a8e96815,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:26.677371 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-4e640e70-2790-4674-9032-963d0615161c tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Received port after_create {{(pid=83204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:41:26.821269 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-4e640e70-2790-4674-9032-963d0615161c tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:26.821269 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-4e640e70-2790-4674-9032-963d0615161c tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:26.931239 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-4e640e70-2790-4674-9032-963d0615161c tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0381470 May 25 22:41:26.966746 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-74cbbc5d-5147-44bf-be7f-fe0e177a121c service neutron] Request body: {'port': {'device_id': '473e5d59-ba77-480a-b9ac-621a50ecbc1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:41:27.096565 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-74cbbc5d-5147-44bf-be7f-fe0e177a121c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:27.152925 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-f611adf2-8c3f-469f-aeee-151056c1387a None None] Provisioning for port 49e60f96-08c0-490a-a4af-0142a8e96815 completed by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:41:27.168570 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-f611adf2-8c3f-469f-aeee-151056c1387a None None] Provisioning complete for port 49e60f96-08c0-490a-a4af-0142a8e96815 triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:41:27.169465 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-f611adf2-8c3f-469f-aeee-151056c1387a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:27.245708 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-f611adf2-8c3f-469f-aeee-151056c1387a None None] Port 49e60f96-08c0-490a-a4af-0142a8e96815 cannot update to ACTIVE because it is not bound. {{(pid=83205) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:41:27.284255 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f1aef-5a67-42a4-a470-8f2ad172dd3b req-4b05d126-30ea-4e6f-8b21-0f3765ab2c6e tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:27.284891 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-4a6f1aef-5a67-42a4-a470-8f2ad172dd3b req-4b05d126-30ea-4e6f-8b21-0f3765ab2c6e tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Synchronizing usage tracker for tenant:05f43f82cc184502b28337f6aa9a35c6 on resource:port {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:41:27.319419 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-4a6f1aef-5a67-42a4-a470-8f2ad172dd3b req-4b05d126-30ea-4e6f-8b21-0f3765ab2c6e tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Unset dirty status for tenant:05f43f82cc184502b28337f6aa9a35c6 on resource:port {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:41:27.320672 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4a6f1aef-5a67-42a4-a470-8f2ad172dd3b req-4b05d126-30ea-4e6f-8b21-0f3765ab2c6e tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 931 time: 0.4715388 May 25 22:41:27.461565 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4a6f1aef-5a67-42a4-a470-8f2ad172dd3b req-71ab724a-4ca4-40a7-bbf4-d71ee1bd96e6 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982320 May 25 22:41:27.660703 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-74cbbc5d-5147-44bf-be7f-fe0e177a121c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49e60f96-08c0-490a-a4af-0142a8e96815 {{(pid=83204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:41:27.667801 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-74cbbc5d-5147-44bf-be7f-fe0e177a121c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:27.683365 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.provisioning_blocks [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-74cbbc5d-5147-44bf-be7f-fe0e177a121c service neutron] Transition to ACTIVE for port object 49e60f96-08c0-490a-a4af-0142a8e96815 will not be triggered until provisioned by entity L2. {{(pid=83204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:41:27.696144 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-74cbbc5d-5147-44bf-be7f-fe0e177a121c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1172434'] for port, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:27.829750 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbbc5d-5147-44bf-be7f-fe0e177a121c service neutron] Pushing event updated for resources: {'Port': ['ID=49e60f96-08c0-490a-a4af-0142a8e96815,revision_number=2']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:27.962283 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.managers [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-74cbbc5d-5147-44bf-be7f-fe0e177a121c service neutron] Attempting to bind port 49e60f96-08c0-490a-a4af-0142a8e96815 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:41:27.962850 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.managers [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-74cbbc5d-5147-44bf-be7f-fe0e177a121c service neutron] Attempting to bind port 49e60f96-08c0-490a-a4af-0142a8e96815 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '818d5d7a-3441-4e9c-8681-7692322994bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e9b64c1d-c92f-412a-9314-13490698471d'}] {{(pid=83204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:41:27.963882 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-74cbbc5d-5147-44bf-be7f-fe0e177a121c service neutron] Attempting to bind port 49e60f96-08c0-490a-a4af-0142a8e96815 on network e9b64c1d-c92f-412a-9314-13490698471d {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:41:27.971526 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-74cbbc5d-5147-44bf-be7f-fe0e177a121c service neutron] Port 49e60f96-08c0-490a-a4af-0142a8e96815 on network e9b64c1d-c92f-412a-9314-13490698471d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:41:27.972542 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-74cbbc5d-5147-44bf-be7f-fe0e177a121c service neutron] Attempting to bind port 49e60f96-08c0-490a-a4af-0142a8e96815 on network e9b64c1d-c92f-412a-9314-13490698471d {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:41:27.979721 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-74cbbc5d-5147-44bf-be7f-fe0e177a121c service neutron] Checking agent: {'id': '664d2378-5910-4a50-8747-70f7074f61b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'started_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:41:27.980274 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-74cbbc5d-5147-44bf-be7f-fe0e177a121c service neutron] Checking segment: {'id': '818d5d7a-3441-4e9c-8681-7692322994bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e9b64c1d-c92f-412a-9314-13490698471d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:41:27.980989 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-74cbbc5d-5147-44bf-be7f-fe0e177a121c service neutron] Bound using segment: {'id': '818d5d7a-3441-4e9c-8681-7692322994bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e9b64c1d-c92f-412a-9314-13490698471d'} {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:41:27.981639 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.managers [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-74cbbc5d-5147-44bf-be7f-fe0e177a121c service neutron] Bound port: 49e60f96-08c0-490a-a4af-0142a8e96815, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '818d5d7a-3441-4e9c-8681-7692322994bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e9b64c1d-c92f-412a-9314-13490698471d'}}] {{(pid=83204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:41:27.982150 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-74cbbc5d-5147-44bf-be7f-fe0e177a121c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:28.079379 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-74cbbc5d-5147-44bf-be7f-fe0e177a121c service neutron] For port 49e60f96-08c0-490a-a4af-0142a8e96815, host hv-cinder-84330, cleared binding levels {{(pid=83204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:41:28.082510 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-74cbbc5d-5147-44bf-be7f-fe0e177a121c service neutron] For port 49e60f96-08c0-490a-a4af-0142a8e96815, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=49e60f96-08c0-490a-a4af-0142a8e96815,segment=NetworkSegment(818d5d7a-3441-4e9c-8681-7692322994bf),segment_id=818d5d7a-3441-4e9c-8681-7692322994bf)] {{(pid=83204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:41:28.087847 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-74cbbc5d-5147-44bf-be7f-fe0e177a121c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1172434'] for port, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:28.160419 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-74cbbc5d-5147-44bf-be7f-fe0e177a121c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:28.161971 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-74cbbc5d-5147-44bf-be7f-fe0e177a121c service neutron] 10.222.0.15 "PUT /v2.0/ports/49e60f96-08c0-490a-a4af-0142a8e96815 HTTP/1.1" status: 200 len: 1093 time: 1.2133460 May 25 22:41:28.162499 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473e5d59-ba77-480a-b9ac-621a50ecbc1b', 'tag': '49e60f96-08c0-490a-a4af-0142a8e96815'}] {{(pid=83204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:41:28.211310 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbbc5d-5147-44bf-be7f-fe0e177a121c service neutron] Pushing event updated for resources: {'Port': ['ID=49e60f96-08c0-490a-a4af-0142a8e96815,revision_number=3']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:28.287174 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ec45c7e-af7a-4b86-931d-5773904b5feb'] response: {'name': 'network-changed', 'server_uuid': '473e5d59-ba77-480a-b9ac-621a50ecbc1b', 'tag': '49e60f96-08c0-490a-a4af-0142a8e96815', 'status': 'completed', 'code': 200} May 25 22:41:28.337816 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-099f9ddb-c31c-4528-9bdb-7fca3e775997 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05f43f82cc184502b28337f6aa9a35c6&device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 1096 time: 0.0916667 May 25 22:41:28.415730 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-306626bc-8192-45c1-827c-a8203900137a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49e60f96-08c0-490a-a4af-0142a8e96815 HTTP/1.1" status: 200 len: 217 time: 0.0645394 May 25 22:41:28.486927 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-283ca66c-6c28-4725-b264-14a60b0917f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:28.488405 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-283ca66c-6c28-4725-b264-14a60b0917f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8a3ebb2-0194-4483-94f1-c90c15af48f6 HTTP/1.1" status: 200 len: 847 time: 0.0622499 May 25 22:41:28.582786 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-720cf800-672c-4396-a0e4-e0622f5f58c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9b64c1d-c92f-412a-9314-13490698471d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0868568 May 25 22:41:28.807730 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-4875240b-cd26-45f8-aa09-2874245f0a64 service neutron] 10.222.0.15 "GET /v2.0/networks/e9b64c1d-c92f-412a-9314-13490698471d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164180 May 25 22:41:28.818158 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d080d4a-00c1-433f-a077-e56e0a60ee35 req-e5390338-9a06-4367-b2f6-b8814b50b9a2 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:28.819667 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5d080d4a-00c1-433f-a077-e56e0a60ee35 req-e5390338-9a06-4367-b2f6-b8814b50b9a2 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 943 time: 0.2060301 May 25 22:41:28.955574 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5d080d4a-00c1-433f-a077-e56e0a60ee35 req-7c1bb9cc-692f-4b3a-84dc-5d5e99c41b59 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182544 May 25 22:41:28.979344 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-fb9fec95-195b-4366-926c-2f6a3237fd10 req-26cfbcbc-804d-4cdd-9749-e8e8ef0214bd service neutron] 10.222.0.15 "GET /v2.0/networks/e9b64c1d-c92f-412a-9314-13490698471d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576092 May 25 22:41:29.193376 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-871f8851-a77c-4d33-aaad-f6d8709c47f5 req-38082ea9-bbd2-46d8-b9c3-bb3c75078116 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05f43f82cc184502b28337f6aa9a35c6&device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 1096 time: 0.0769308 May 25 22:41:29.414639 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f8851-a77c-4d33-aaad-f6d8709c47f5 req-3fa88395-c19c-495a-9acb-5b7570ca5a8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:29.417130 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-871f8851-a77c-4d33-aaad-f6d8709c47f5 req-3fa88395-c19c-495a-9acb-5b7570ca5a8f service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9b64c1d-c92f-412a-9314-13490698471d HTTP/1.1" status: 200 len: 909 time: 0.2176178 May 25 22:41:29.516040 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-871f8851-a77c-4d33-aaad-f6d8709c47f5 req-d7cd49a8-ee45-463d-a9c8-b475dfaf5349 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49e60f96-08c0-490a-a4af-0142a8e96815 HTTP/1.1" status: 200 len: 217 time: 0.0908911 May 25 22:41:29.585461 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f8851-a77c-4d33-aaad-f6d8709c47f5 req-192ff6f2-7886-4c8c-b83c-c9d955496def service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:29.586824 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-871f8851-a77c-4d33-aaad-f6d8709c47f5 req-192ff6f2-7886-4c8c-b83c-c9d955496def service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8a3ebb2-0194-4483-94f1-c90c15af48f6 HTTP/1.1" status: 200 len: 847 time: 0.0615575 May 25 22:41:29.666467 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-871f8851-a77c-4d33-aaad-f6d8709c47f5 req-ac17ded7-2d4b-4bfb-a219-6a2f146a0ddb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9b64c1d-c92f-412a-9314-13490698471d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0684984 May 25 22:41:29.846065 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-871f8851-a77c-4d33-aaad-f6d8709c47f5 req-71a6e14e-dcc8-4959-a126-6752eb53927a service neutron] 10.222.0.15 "GET /v2.0/networks/e9b64c1d-c92f-412a-9314-13490698471d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705444 May 25 22:41:30.064720 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-871f8851-a77c-4d33-aaad-f6d8709c47f5 req-5b1ec83e-f0bb-4c10-a6f2-7811d7d91db6 service neutron] 10.222.0.15 "GET /v2.0/networks/e9b64c1d-c92f-412a-9314-13490698471d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093651 May 25 22:41:30.183674 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd55a5-14a3-4225-b633-80aff8e20624 req-bf5e8f1e-7a9b-4496-8425-825493466fb6 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:30.190966 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-24cd55a5-14a3-4225-b633-80aff8e20624 req-bf5e8f1e-7a9b-4496-8425-825493466fb6 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 943 time: 0.0907173 May 25 22:41:30.232577 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-24cd55a5-14a3-4225-b633-80aff8e20624 req-158dcc2c-89d9-4aa5-8dd9-1843a14c9453 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405819 May 25 22:41:31.459076 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd6843-7d6b-4e4d-971e-e841ecd87984 req-173373b0-dba5-4038-84d7-493c36a06224 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:31.462512 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-79fd6843-7d6b-4e4d-971e-e841ecd87984 req-173373b0-dba5-4038-84d7-493c36a06224 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 943 time: 0.1023715 May 25 22:41:31.513536 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-79fd6843-7d6b-4e4d-971e-e841ecd87984 req-c66b646d-e284-4e79-a115-7ea43785d39f tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470152 May 25 22:41:32.718304 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932c2d1-00eb-4396-8c7f-a491e17b0165 req-c1e69fb7-c5a0-4d24-8981-aec6aae8fbfe tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:32.720511 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7932c2d1-00eb-4396-8c7f-a491e17b0165 req-c1e69fb7-c5a0-4d24-8981-aec6aae8fbfe tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 943 time: 0.0803964 May 25 22:41:32.777555 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7932c2d1-00eb-4396-8c7f-a491e17b0165 req-c05c15c9-4960-49bc-b0b2-5c8175bc4585 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507352 May 25 22:41:33.327605 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 49e60f96-08c0-490a-a4af-0142a8e96815 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83205) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:41:33.483003 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 49e60f96-08c0-490a-a4af-0142a8e96815, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=49e60f96-08c0-490a-a4af-0142a8e96815,segment=NetworkSegment(818d5d7a-3441-4e9c-8681-7692322994bf),segment_id=818d5d7a-3441-4e9c-8681-7692322994bf)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:41:33.500948 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Returning: {'device': '49e60f96-08c0-490a-a4af-0142a8e96815', 'network_id': 'e9b64c1d-c92f-412a-9314-13490698471d', 'port_id': '49e60f96-08c0-490a-a4af-0142a8e96815', 'mac_address': 'fa:16:3e:cb:c2:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a3ebb2-0194-4483-94f1-c90c15af48f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83205) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:41:33.555469 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:33.573972 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49e60f96-08c0-490a-a4af-0142a8e96815 {{(pid=83205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:41:33.590051 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 49e60f96-08c0-490a-a4af-0142a8e96815, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=49e60f96-08c0-490a-a4af-0142a8e96815,segment=NetworkSegment(818d5d7a-3441-4e9c-8681-7692322994bf),segment_id=818d5d7a-3441-4e9c-8681-7692322994bf)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:41:33.594624 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:33.671735 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=49e60f96-08c0-490a-a4af-0142a8e96815,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:33.796219 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:34.048219 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b51522-8cbb-45c1-af5f-768faa51ae51 req-5e52e6d6-7ea8-45bc-bc82-41442c7a1892 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:34.050149 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-50b51522-8cbb-45c1-af5f-768faa51ae51 req-5e52e6d6-7ea8-45bc-bc82-41442c7a1892 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 944 time: 0.1317711 May 25 22:41:34.099923 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-50b51522-8cbb-45c1-af5f-768faa51ae51 req-b3000682-4ba8-4ad9-9068-9ae9db7d574a tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442965 May 25 22:41:34.266516 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['49e60f96-08c0-490a-a4af-0142a8e96815'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:41:34.868465 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-1b48fbf6-2ff8-4fdc-a3df-c5b32d3ae0c4 req-4f4a5d5d-f2b5-4c87-ba12-68dcaeca9e17 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e1dfcdea-90f0-49ba-bc88-239a5dadabe5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737720 May 25 22:41:34.978245 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-1b48fbf6-2ff8-4fdc-a3df-c5b32d3ae0c4 req-85f0194d-5f77-4e8e-bdb6-242980a2cee4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=360f94ee5000428395895ec5220a3314&device_id=e1dfcdea-90f0-49ba-bc88-239a5dadabe5 HTTP/1.1" status: 200 len: 1098 time: 0.0706320 May 25 22:41:35.153863 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48fbf6-2ff8-4fdc-a3df-c5b32d3ae0c4 req-9e22e0ef-ef1a-4581-ba0a-023e192d8248 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:35.156302 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-1b48fbf6-2ff8-4fdc-a3df-c5b32d3ae0c4 req-9e22e0ef-ef1a-4581-ba0a-023e192d8248 service neutron] 10.222.0.15 "GET /v2.0/networks?id=84ae9284-4480-4503-b05c-9e1235a6ee14 HTTP/1.1" status: 200 len: 920 time: 0.1411831 May 25 22:41:35.256412 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-1b48fbf6-2ff8-4fdc-a3df-c5b32d3ae0c4 req-f4e44848-8607-4b48-884b-4f79e5bcc5ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a99ed12-747c-47bf-beef-661f45238f24 HTTP/1.1" status: 200 len: 217 time: 0.0918980 May 25 22:41:35.324201 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48fbf6-2ff8-4fdc-a3df-c5b32d3ae0c4 req-69f077e2-5955-4be7-8117-ed5e426a7c52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:35.325789 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-1b48fbf6-2ff8-4fdc-a3df-c5b32d3ae0c4 req-69f077e2-5955-4be7-8117-ed5e426a7c52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eaeba0d5-7c5d-481f-b009-b71f12b223e9 HTTP/1.1" status: 200 len: 858 time: 0.0624611 May 25 22:41:35.343170 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72ef94-1005-4fa4-9792-e08176736ce2 req-86104c8e-8852-4436-a58d-e4e983df5297 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:35.344930 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-9e72ef94-1005-4fa4-9792-e08176736ce2 req-86104c8e-8852-4436-a58d-e4e983df5297 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 944 time: 0.0962815 May 25 22:41:35.412271 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-9e72ef94-1005-4fa4-9792-e08176736ce2 req-9ec52483-8b4d-4c19-9ae5-93692b2d9056 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616465 May 25 22:41:35.416920 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-1b48fbf6-2ff8-4fdc-a3df-c5b32d3ae0c4 req-d32e69f3-61ff-40c6-af1d-389aadb192b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=84ae9284-4480-4503-b05c-9e1235a6ee14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0829453 May 25 22:41:35.563299 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-1b48fbf6-2ff8-4fdc-a3df-c5b32d3ae0c4 req-14979541-4d72-4d8d-ae96-c70da133a219 service neutron] 10.222.0.15 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316569 May 25 22:41:35.700744 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-1b48fbf6-2ff8-4fdc-a3df-c5b32d3ae0c4 req-a20b924c-b1c5-438d-9642-994afa798465 service neutron] 10.222.0.15 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306317 May 25 22:41:36.627207 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424f45c-6170-44a8-adf6-690dd043e07a req-ffb2f4db-27d8-43d2-b3f0-e270431f1ed8 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:36.628864 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-f424f45c-6170-44a8-adf6-690dd043e07a req-ffb2f4db-27d8-43d2-b3f0-e270431f1ed8 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 944 time: 0.1036031 May 25 22:41:36.677529 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-f424f45c-6170-44a8-adf6-690dd043e07a req-403bf15b-84a0-4196-8eae-5b6d59060082 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430801 May 25 22:41:37.344233 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 49e60f96-08c0-490a-a4af-0142a8e96815 up at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:41:37.418260 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning for port 49e60f96-08c0-490a-a4af-0142a8e96815 completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:41:37.425099 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning complete for port 49e60f96-08c0-490a-a4af-0142a8e96815 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:41:37.425533 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:37.573985 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:37.614402 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473e5d59-ba77-480a-b9ac-621a50ecbc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e60f96-08c0-490a-a4af-0142a8e96815'}] {{(pid=83205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:41:37.629794 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 49e60f96-08c0-490a-a4af-0142a8e96815, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=49e60f96-08c0-490a-a4af-0142a8e96815,segment=NetworkSegment(818d5d7a-3441-4e9c-8681-7692322994bf),segment_id=818d5d7a-3441-4e9c-8681-7692322994bf)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:41:37.635012 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:37.705530 dv-cinder-843305-1-smb neutron-server[83205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01d9e7ab-8bc9-403b-9697-1c57a58b0dd5'] response: {'server_uuid': '473e5d59-ba77-480a-b9ac-621a50ecbc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e60f96-08c0-490a-a4af-0142a8e96815', 'code': 200} May 25 22:41:37.788494 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=49e60f96-08c0-490a-a4af-0142a8e96815,revision_number=5']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:38.021475 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067938f-a744-4e24-af19-b5610fd5b3be req-1d71abce-26ff-4801-accb-c478a55494ba tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:38.023287 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5067938f-a744-4e24-af19-b5610fd5b3be req-1d71abce-26ff-4801-accb-c478a55494ba tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 945 time: 0.2131648 May 25 22:41:38.105597 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5067938f-a744-4e24-af19-b5610fd5b3be req-8ba5b1f8-2951-43e2-9160-ebf02628fd90 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752339 May 25 22:41:38.177919 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-540f2c4a-cb96-4e77-ac0c-069bfb804313 req-d02bfcfe-aeea-4c7a-8729-dff409f6679d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 1098 time: 0.0706298 May 25 22:41:38.227593 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-540f2c4a-cb96-4e77-ac0c-069bfb804313 req-6f7cb5a5-d844-4d86-a659-36a3c019913b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413337 May 25 22:41:38.382668 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:41:39.307490 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e6d43-d6f7-4595-8584-6d53db7299d8 req-e77068ac-0865-48f3-a920-e83cfbc8ca83 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:39.312073 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-742e6d43-d6f7-4595-8584-6d53db7299d8 req-e77068ac-0865-48f3-a920-e83cfbc8ca83 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 945 time: 0.0855355 May 25 22:41:39.361775 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-742e6d43-d6f7-4595-8584-6d53db7299d8 req-5f899425-1047-44cd-b3b9-b302ff76d81d tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470006 May 25 22:41:40.618001 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5cf022-acce-47eb-a5f2-83c830286129 req-8eeeff25-8dc8-4d87-a5e6-c2e7c32fd407 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:40.620219 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-fb5cf022-acce-47eb-a5f2-83c830286129 req-8eeeff25-8dc8-4d87-a5e6-c2e7c32fd407 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 945 time: 0.0880215 May 25 22:41:40.671203 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-fb5cf022-acce-47eb-a5f2-83c830286129 req-4813b543-172e-483a-b570-1a0570016bb8 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411506 May 25 22:41:40.875740 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5145fa-4045-4a29-a3c9-d40497a80b0d req-08a74d9d-0c68-458b-8971-8d2d1656b80e tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:40.877181 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-9f5145fa-4045-4a29-a3c9-d40497a80b0d req-08a74d9d-0c68-458b-8971-8d2d1656b80e tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 945 time: 0.0825386 May 25 22:41:40.925974 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-9f5145fa-4045-4a29-a3c9-d40497a80b0d req-e2ec0d41-8b83-4c13-8d79-00bf2c7e04e4 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431461 May 25 22:41:40.952720 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 43110) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:41:41.207948 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-2d981f91-2ea1-4a4b-984e-fcc61b3bc732 tempest-TestShelveInstance-1370680626 tempest-TestShelveInstance-1370680626-project-admin] Synchronizing usage tracker for tenant:0fcf1ce1235c439aab1b7034bcd63627 on resource:port {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:41:41.225471 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-2d981f91-2ea1-4a4b-984e-fcc61b3bc732 tempest-TestShelveInstance-1370680626 tempest-TestShelveInstance-1370680626-project-admin] Unset dirty status for tenant:0fcf1ce1235c439aab1b7034bcd63627 on resource:port {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:41:41.226657 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-2d981f91-2ea1-4a4b-984e-fcc61b3bc732 tempest-TestShelveInstance-1370680626 tempest-TestShelveInstance-1370680626-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 1093 time: 0.2729399 May 25 22:41:41.230194 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 43122) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:41:41.235515 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-1c3c8c27-5377-4e23-9249-889e326867f9 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Request body: {'floatingip': {'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'port_id': '49e60f96-08c0-490a-a4af-0142a8e96815', 'tenant_id': '05f43f82cc184502b28337f6aa9a35c6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:41:41.240753 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-1c3c8c27-5377-4e23-9249-889e326867f9 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:41:41.244492 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-1c3c8c27-5377-4e23-9249-889e326867f9 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Usage tracker for resource:floatingip and tenant:05f43f82cc184502b28337f6aa9a35c6 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:41:41.247262 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-1c3c8c27-5377-4e23-9249-889e326867f9 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:41:41.253594 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-1c3c8c27-5377-4e23-9249-889e326867f9 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:41:41.263913 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8c27-5377-4e23-9249-889e326867f9 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks [] for floatingip, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:41.397380 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8c27-5377-4e23-9249-889e326867f9 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:41.546047 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.db_base_plugin_common [None req-1c3c8c27-5377-4e23-9249-889e326867f9 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Allocated IP 172.28.2.187 (77f19dc1-c50e-4f02-8833-0fbdbbec8517/1120c8a6-ca37-4814-b2e9-f8ac22584781/fb037266-01b0-49fd-8d30-27c000505b0e) {{(pid=83203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:41:41.687570 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8c27-5377-4e23-9249-889e326867f9 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks [] for port, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:41.713636 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8c27-5377-4e23-9249-889e326867f9 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:41.781413 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3c8c27-5377-4e23-9249-889e326867f9 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 is already hosted by enough agents. {{(pid=83203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:41:41.782140 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c8c27-5377-4e23-9249-889e326867f9 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Pushing event updated for resources: {'Port': ['ID=fb037266-01b0-49fd-8d30-27c000505b0e,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:41.784622 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [None req-1c3c8c27-5377-4e23-9249-889e326867f9 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Resources bound (agent type, host, resource id): {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:41:41.786643 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3c8c27-5377-4e23-9249-889e326867f9 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Received port after_create {{(pid=83203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:41:42.335520 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8c27-5377-4e23-9249-889e326867f9 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:42.394206 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8c27-5377-4e23-9249-889e326867f9 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:42.611641 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-b7d7fd98-ae32-48f0-a9d6-b5d79db816b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:42.613064 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8c27-5377-4e23-9249-889e326867f9 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks [] for port, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:42.620674 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8c27-5377-4e23-9249-889e326867f9 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950903'] for port, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:42.745965 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c8c27-5377-4e23-9249-889e326867f9 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Pushing event updated for resources: {'Port': ['ID=fb037266-01b0-49fd-8d30-27c000505b0e,revision_number=2']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:42.761425 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8c27-5377-4e23-9249-889e326867f9 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997866'] for floatingip, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:42.971161 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.db.l3_db [None req-1c3c8c27-5377-4e23-9249-889e326867f9 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Floating IP 960a1ea4-94f8-402c-8986-adbf6478cbc8 associated. External IP: 172.28.2.187, port: 49e60f96-08c0-490a-a4af-0142a8e96815. May 25 22:41:43.426619 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3c8c27-5377-4e23-9249-889e326867f9 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Router 60500e83-27bb-420a-b65e-a6043e376a12 has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:41:43.641223 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3c8c27-5377-4e23-9249-889e326867f9 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:41:43.653572 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65767358-dd19-4a75-9e32-4086d79a9b73 None None] Sync routers for ids ['60500e83-27bb-420a-b65e-a6043e376a12'] in dv-cinder-843305-1-smb {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:41:43.664372 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8c27-5377-4e23-9249-889e326867f9 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for floatingip, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:43.665548 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65767358-dd19-4a75-9e32-4086d79a9b73 None None] Routers {'60500e83-27bb-420a-b65e-a6043e376a12'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:41:43.666172 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-65767358-dd19-4a75-9e32-4086d79a9b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:41:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['60500e83-27bb-420a-b65e-a6043e376a12'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:41:43.717946 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-1c3c8c27-5377-4e23-9249-889e326867f9 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4867053 May 25 22:41:43.718679 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473e5d59-ba77-480a-b9ac-621a50ecbc1b', 'tag': '49e60f96-08c0-490a-a4af-0142a8e96815'}] {{(pid=83203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:41:43.773966 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-291e985e-628a-4781-a2aa-c6fbecb3042f'] response: {'name': 'network-changed', 'server_uuid': '473e5d59-ba77-480a-b9ac-621a50ecbc1b', 'tag': '49e60f96-08c0-490a-a4af-0142a8e96815', 'status': 'completed', 'code': 200} May 25 22:41:43.843065 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-65767358-dd19-4a75-9e32-4086d79a9b73 None None] Set router 60500e83-27bb-420a-b65e-a6043e376a12 gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:41:43.895400 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-3edc3930-c9db-4664-9d02-ef2cd0ef3032 req-e64356d1-8143-4a5a-81ef-5cedac81e4a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05f43f82cc184502b28337f6aa9a35c6&device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 1098 time: 0.0674417 May 25 22:41:44.031375 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc3930-c9db-4664-9d02-ef2cd0ef3032 req-e7887a88-24b1-4a56-91cc-c384488d0e57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:44.032819 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-3edc3930-c9db-4664-9d02-ef2cd0ef3032 req-e7887a88-24b1-4a56-91cc-c384488d0e57 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9b64c1d-c92f-412a-9314-13490698471d HTTP/1.1" status: 200 len: 909 time: 0.1281009 May 25 22:41:44.051420 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 43210) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:41:44.141677 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-3edc3930-c9db-4664-9d02-ef2cd0ef3032 req-fb968cd2-67e3-4fac-9960-3a7b1c8202bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49e60f96-08c0-490a-a4af-0142a8e96815 HTTP/1.1" status: 200 len: 999 time: 0.1015420 May 25 22:41:44.202313 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-65767358-dd19-4a75-9e32-4086d79a9b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60500e83-27bb-420a-b65e-a6043e376a12', 'name': 'tempest-TestShelveInstance-590884545-router', 'tenant_id': '05f43f82cc184502b28337f6aa9a35c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': '4d79cef5-cfd8-47c1-98d5-adb37d307930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:40:43Z', 'updated_at': '2022-05-25T22:40:48Z', 'revision_number': 4, 'project_id': '05f43f82cc184502b28337f6aa9a35c6', 'gw_port': {'id': '4d79cef5-cfd8-47c1-98d5-adb37d307930', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60500e83-27bb-420a-b65e-a6043e376a12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:43Z', 'updated_at': '2022-05-25T22:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': '960a1ea4-94f8-402c-8986-adbf6478cbc8', 'tenant_id': '05f43f82cc184502b28337f6aa9a35c6', 'floating_ip_address': '172.28.2.187', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': '60500e83-27bb-420a-b65e-a6043e376a12', 'port_id': '49e60f96-08c0-490a-a4af-0142a8e96815', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b64c1d-c92f-412a-9314-13490698471d', 'mac_address': 'fa:16:3e:cb:c2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473e5d59-ba77-480a-b9ac-621a50ecbc1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:41:42Z', 'updated_at': '2022-05-25T22:41:42Z', 'revision_number': 0, 'project_id': '05f43f82cc184502b28337f6aa9a35c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4db35864-7b6b-4e53-9731-22b91df09276', 'name': '', 'network_id': 'e9b64c1d-c92f-412a-9314-13490698471d', 'tenant_id': '05f43f82cc184502b28337f6aa9a35c6', 'mac_address': 'fa:16:3e:7e:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60500e83-27bb-420a-b65e-a6043e376a12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8a3ebb2-0194-4483-94f1-c90c15af48f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:47Z', 'updated_at': '2022-05-25T22:40:56Z', 'revision_number': 5, 'project_id': '05f43f82cc184502b28337f6aa9a35c6', 'subnets': [{'id': 'd8a3ebb2-0194-4483-94f1-c90c15af48f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:41:44.205762 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.db_base_plugin_v2 [None req-2143ff1a-a4e9-4398-a4a4-5421d0472ae7 admin admin] Deleting subnet 45fe427f-4288-4b0e-9a50-3f75b32f755b {{(pid=83203) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:41:44.206602 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65767358-dd19-4a75-9e32-4086d79a9b73 None None] Checking router: 60500e83-27bb-420a-b65e-a6043e376a12 for host: dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:41:44.208970 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2143ff1a-a4e9-4398-a4a4-5421d0472ae7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:44.217830 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65767358-dd19-4a75-9e32-4086d79a9b73 None None] Routers {'60500e83-27bb-420a-b65e-a6043e376a12'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:41:44.218704 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-65767358-dd19-4a75-9e32-4086d79a9b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:41:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['60500e83-27bb-420a-b65e-a6043e376a12'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:41:44.245061 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc3930-c9db-4664-9d02-ef2cd0ef3032 req-c27216a2-c57a-4537-a62a-23040e00b6d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:44.246518 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-3edc3930-c9db-4664-9d02-ef2cd0ef3032 req-c27216a2-c57a-4537-a62a-23040e00b6d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8a3ebb2-0194-4483-94f1-c90c15af48f6 HTTP/1.1" status: 200 len: 847 time: 0.0976112 May 25 22:41:44.263340 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2143ff1a-a4e9-4398-a4a4-5421d0472ae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870630'] for subnet, precommit_delete_associations {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:44.320946 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2143ff1a-a4e9-4398-a4a4-5421d0472ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3361804'] for subnet, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:44.326585 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-3edc3930-c9db-4664-9d02-ef2cd0ef3032 req-68e9a31d-fb27-4c74-99fa-82b0f04adfcb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9b64c1d-c92f-412a-9314-13490698471d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734627 May 25 22:41:44.395790 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2143ff1a-a4e9-4398-a4a4-5421d0472ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3361797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1950973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1742165'] for subnet, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:44.415103 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-65767358-dd19-4a75-9e32-4086d79a9b73 None None] Set router 60500e83-27bb-420a-b65e-a6043e376a12 gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:41:44.435201 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143ff1a-a4e9-4398-a4a4-5421d0472ae7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45fe427f-4288-4b0e-9a50-3f75b32f755b,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:44.440011 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2143ff1a-a4e9-4398-a4a4-5421d0472ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for subnet, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:44.448572 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-2143ff1a-a4e9-4398-a4a4-5421d0472ae7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/45fe427f-4288-4b0e-9a50-3f75b32f755b HTTP/1.1" status: 204 len: 168 time: 0.3936591 May 25 22:41:44.449284 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 43216) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:41:44.469551 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-3edc3930-c9db-4664-9d02-ef2cd0ef3032 req-677aae5d-bbcf-4f21-96bd-5494353f9eeb service neutron] 10.222.0.15 "GET /v2.0/networks/e9b64c1d-c92f-412a-9314-13490698471d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307108 May 25 22:41:44.589843 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-75ff4ad5-ac86-46db-b00d-575fbf759c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3150312'] for network, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:44.618624 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-3edc3930-c9db-4664-9d02-ef2cd0ef3032 req-fe2a0909-77e7-407b-a1d8-5c8abbc9cea5 service neutron] 10.222.0.15 "GET /v2.0/networks/e9b64c1d-c92f-412a-9314-13490698471d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424839 May 25 22:41:44.744237 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-75ff4ad5-ac86-46db-b00d-575fbf759c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3373977', 'neutron.services.segments.db._delete_segments_for_network-8728910406777'] for network, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:44.771964 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.services.segments.db [None req-75ff4ad5-ac86-46db-b00d-575fbf759c57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0588541c-2c6d-4af4-b11b-868f2049357c']}} {{(pid=83203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:41:44.773868 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-98a1f672-0298-44fb-b162-3c7263546b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:44.785963 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.services.segments.db [None req-75ff4ad5-ac86-46db-b00d-575fbf759c57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd66c47e-3308-49d0-bfc1-4e025b389b5d') {'for_net_delete': True} {{(pid=83203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:41:44.786530 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.services.segments.db [None req-75ff4ad5-ac86-46db-b00d-575fbf759c57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd66c47e-3308-49d0-bfc1-4e025b389b5d') {} {{(pid=83203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:41:44.798967 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-75ff4ad5-ac86-46db-b00d-575fbf759c57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728910406660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871701'] for segment, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:44.818787 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-75ff4ad5-ac86-46db-b00d-575fbf759c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:44.827063 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ff4ad5-ac86-46db-b00d-575fbf759c57 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=83203) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:41:44.827457 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-75ff4ad5-ac86-46db-b00d-575fbf759c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1950867'] for segment, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:44.838862 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-65767358-dd19-4a75-9e32-4086d79a9b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60500e83-27bb-420a-b65e-a6043e376a12', 'name': 'tempest-TestShelveInstance-590884545-router', 'tenant_id': '05f43f82cc184502b28337f6aa9a35c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': '4d79cef5-cfd8-47c1-98d5-adb37d307930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:40:43Z', 'updated_at': '2022-05-25T22:40:48Z', 'revision_number': 4, 'project_id': '05f43f82cc184502b28337f6aa9a35c6', 'gw_port': {'id': '4d79cef5-cfd8-47c1-98d5-adb37d307930', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60500e83-27bb-420a-b65e-a6043e376a12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:43Z', 'updated_at': '2022-05-25T22:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': '960a1ea4-94f8-402c-8986-adbf6478cbc8', 'tenant_id': '05f43f82cc184502b28337f6aa9a35c6', 'floating_ip_address': '172.28.2.187', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': '60500e83-27bb-420a-b65e-a6043e376a12', 'port_id': '49e60f96-08c0-490a-a4af-0142a8e96815', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b64c1d-c92f-412a-9314-13490698471d', 'mac_address': 'fa:16:3e:cb:c2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473e5d59-ba77-480a-b9ac-621a50ecbc1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:41:42Z', 'updated_at': '2022-05-25T22:41:42Z', 'revision_number': 0, 'project_id': '05f43f82cc184502b28337f6aa9a35c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4db35864-7b6b-4e53-9731-22b91df09276', 'name': '', 'network_id': 'e9b64c1d-c92f-412a-9314-13490698471d', 'tenant_id': '05f43f82cc184502b28337f6aa9a35c6', 'mac_address': 'fa:16:3e:7e:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60500e83-27bb-420a-b65e-a6043e376a12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8a3ebb2-0194-4483-94f1-c90c15af48f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:47Z', 'updated_at': '2022-05-25T22:40:56Z', 'revision_number': 5, 'project_id': '05f43f82cc184502b28337f6aa9a35c6', 'subnets': [{'id': 'd8a3ebb2-0194-4483-94f1-c90c15af48f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:41:44.842992 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65767358-dd19-4a75-9e32-4086d79a9b73 None None] The sync data for ids ['60500e83-27bb-420a-b65e-a6043e376a12'] in dv-cinder-843305-1-smb is: [{'id': '60500e83-27bb-420a-b65e-a6043e376a12', 'name': 'tempest-TestShelveInstance-590884545-router', 'tenant_id': '05f43f82cc184502b28337f6aa9a35c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': '4d79cef5-cfd8-47c1-98d5-adb37d307930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:40:43Z', 'updated_at': '2022-05-25T22:40:48Z', 'revision_number': 4, 'project_id': '05f43f82cc184502b28337f6aa9a35c6', 'gw_port': {'id': '4d79cef5-cfd8-47c1-98d5-adb37d307930', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60500e83-27bb-420a-b65e-a6043e376a12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:43Z', 'updated_at': '2022-05-25T22:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': '960a1ea4-94f8-402c-8986-adbf6478cbc8', 'tenant_id': '05f43f82cc184502b28337f6aa9a35c6', 'floating_ip_address': '172.28.2.187', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': '60500e83-27bb-420a-b65e-a6043e376a12', 'port_id': '49e60f96-08c0-490a-a4af-0142a8e96815', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b64c1d-c92f-412a-9314-13490698471d', 'mac_address': 'fa:16:3e:cb:c2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473e5d59-ba77-480a-b9ac-621a50ecbc1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:41:42Z', 'updated_at': '2022-05-25T22:41:42Z', 'revision_number': 0, 'project_id': '05f43f82cc184502b28337f6aa9a35c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4db35864-7b6b-4e53-9731-22b91df09276', 'name': '', 'network_id': 'e9b64c1d-c92f-412a-9314-13490698471d', 'tenant_id': '05f43f82cc184502b28337f6aa9a35c6', 'mac_address': 'fa:16:3e:7e:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60500e83-27bb-420a-b65e-a6043e376a12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8a3ebb2-0194-4483-94f1-c90c15af48f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:47Z', 'updated_at': '2022-05-25T22:40:56Z', 'revision_number': 5, 'project_id': '05f43f82cc184502b28337f6aa9a35c6', 'subnets': [{'id': 'd8a3ebb2-0194-4483-94f1-c90c15af48f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:41:44.843264 dv-cinder-843305-1-smb neutron-server[83203]: Traceback (most recent call last): May 25 22:41:44.843264 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:41:44.843264 dv-cinder-843305-1-smb neutron-server[83203]: timer() May 25 22:41:44.843264 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:41:44.843264 dv-cinder-843305-1-smb neutron-server[83203]: cb(*args, **kw) May 25 22:41:44.843264 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:41:44.843264 dv-cinder-843305-1-smb neutron-server[83203]: return func(*args, **kwargs) May 25 22:41:44.843264 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:41:44.843264 dv-cinder-843305-1-smb neutron-server[83203]: self._notify() May 25 22:41:44.843264 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:41:44.843264 dv-cinder-843305-1-smb neutron-server[83203]: self.callback(batched_events) May 25 22:41:44.843264 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:41:44.843264 dv-cinder-843305-1-smb neutron-server[83203]: event.method(event) May 25 22:41:44.843264 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:41:44.843264 dv-cinder-843305-1-smb neutron-server[83203]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:41:44.843264 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:41:44.843264 dv-cinder-843305-1-smb neutron-server[83203]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:41:44.843264 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:41:44.843264 dv-cinder-843305-1-smb neutron-server[83203]: return f(self, *a, **k) May 25 22:41:44.843264 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:41:44.843264 dv-cinder-843305-1-smb neutron-server[83203]: return self._get(url).json() May 25 22:41:44.843264 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:41:44.843264 dv-cinder-843305-1-smb neutron-server[83203]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:41:44.843264 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:41:44.843264 dv-cinder-843305-1-smb neutron-server[83203]: return self.request(url, 'GET', **kwargs) May 25 22:41:44.843264 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:41:44.843264 dv-cinder-843305-1-smb neutron-server[83203]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:41:44.843264 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:41:44.843264 dv-cinder-843305-1-smb neutron-server[83203]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:41:44.843264 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:41:44.843264 dv-cinder-843305-1-smb neutron-server[83203]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:41:44.843264 dv-cinder-843305-1-smb neutron-server[83203]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:41:44.927003 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-75ff4ad5-ac86-46db-b00d-575fbf759c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3373970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997848'] for network, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:44.946993 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-75ff4ad5-ac86-46db-b00d-575fbf759c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for network, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:44.954369 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff4ad5-ac86-46db-b00d-575fbf759c57 admin admin] Pushing event deleted for resources: {'Network': ['ID=0588541c-2c6d-4af4-b11b-868f2049357c,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:44.958416 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-75ff4ad5-ac86-46db-b00d-575fbf759c57 admin admin] 10.222.0.59 "DELETE /v2.0/networks/0588541c-2c6d-4af4-b11b-868f2049357c HTTP/1.1" status: 204 len: 168 time: 0.5081336 May 25 22:41:45.070929 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75d0060-4bb7-4f22-8705-185c95c31700 None None] New status for floating IP 960a1ea4-94f8-402c-8986-adbf6478cbc8: ACTIVE {{(pid=83205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:41:45.230215 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 43230) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:41:45.295589 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-a9d1005b-59ad-43e6-941a-5dbc8f615ab2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=99befbd9b29c49ce90071d2650a88da6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0618627 May 25 22:41:45.295978 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 43236) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:41:45.377039 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-57499298-d4a4-4538-99f4-6579ab0d21a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:45.416596 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-57499298-d4a4-4538-99f4-6579ab0d21a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:45.475200 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-57499298-d4a4-4538-99f4-6579ab0d21a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:45.494865 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57499298-d4a4-4538-99f4-6579ab0d21a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ce9cc2-e447-4ac8-8152-b9fc7a8274b2,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:45.506570 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57499298-d4a4-4538-99f4-6579ab0d21a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:45.506906 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57499298-d4a4-4538-99f4-6579ab0d21a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:45.507232 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57499298-d4a4-4538-99f4-6579ab0d21a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:45.507556 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57499298-d4a4-4538-99f4-6579ab0d21a8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:45.507876 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57499298-d4a4-4538-99f4-6579ab0d21a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:45.508194 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57499298-d4a4-4538-99f4-6579ab0d21a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:45.508509 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57499298-d4a4-4538-99f4-6579ab0d21a8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:45.508825 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57499298-d4a4-4538-99f4-6579ab0d21a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:45.509138 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57499298-d4a4-4538-99f4-6579ab0d21a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:45.510087 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57499298-d4a4-4538-99f4-6579ab0d21a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:45.510429 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57499298-d4a4-4538-99f4-6579ab0d21a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:45.517693 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-57499298-d4a4-4538-99f4-6579ab0d21a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:45.521184 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-57499298-d4a4-4538-99f4-6579ab0d21a8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f5ce9cc2-e447-4ac8-8152-b9fc7a8274b2 HTTP/1.1" status: 204 len: 168 time: 0.2219303 May 25 22:41:45.775176 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba708027-e101-4918-829c-457d566848bd req-5dee672a-e89b-4bd9-9529-3dd0bc68a525 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:45.776660 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-ba708027-e101-4918-829c-457d566848bd req-5dee672a-e89b-4bd9-9529-3dd0bc68a525 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 945 time: 0.0870271 May 25 22:41:45.826104 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-ba708027-e101-4918-829c-457d566848bd req-f1b901fb-e384-49e1-af18-6c6ed9b274ab tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428958 May 25 22:41:45.968992 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:46.388155 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:46.872996 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c895d-3b84-4775-82f5-b5e008589f45 req-5cddc2b3-5fea-4d6f-b6a7-d245d5b35770 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:46.874592 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-485c895d-3b84-4775-82f5-b5e008589f45 req-5cddc2b3-5fea-4d6f-b6a7-d245d5b35770 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.0760641 May 25 22:41:46.924028 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-485c895d-3b84-4775-82f5-b5e008589f45 req-4a2ef7e1-0c9c-43c6-8779-9d7739fc0cd6 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441177 May 25 22:41:47.038367 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a4d14-8eee-46cc-a1ed-a4720345e0fb req-5ba7d1cc-7d5a-4557-bec6-f23e2bb21b57 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:47.039767 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-316a4d14-8eee-46cc-a1ed-a4720345e0fb req-5ba7d1cc-7d5a-4557-bec6-f23e2bb21b57 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 945 time: 0.0736349 May 25 22:41:47.083107 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-316a4d14-8eee-46cc-a1ed-a4720345e0fb req-aeecfb14-abfe-4265-9ece-8417babc91f2 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372574 May 25 22:41:47.512089 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:48.116725 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95d2ef-79df-4a63-8174-6c9d40de3600 req-f99fbc2f-5eb1-4eb9-bdf3-e719d927e07f tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:48.118160 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-9b95d2ef-79df-4a63-8174-6c9d40de3600 req-f99fbc2f-5eb1-4eb9-bdf3-e719d927e07f tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.0752811 May 25 22:41:48.163972 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-9b95d2ef-79df-4a63-8174-6c9d40de3600 req-51d3a489-cef4-4cf0-a8fb-dc7a0251e1f2 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397995 May 25 22:41:48.295089 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8b599-f0a7-4388-9415-19087fa6e2db req-9f187887-7ad1-401a-b8ca-b2fe99038580 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:48.296506 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4ec8b599-f0a7-4388-9415-19087fa6e2db req-9f187887-7ad1-401a-b8ca-b2fe99038580 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 945 time: 0.0796220 May 25 22:41:48.340038 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4ec8b599-f0a7-4388-9415-19087fa6e2db req-a3654dc0-e89e-49bf-939b-69f857e5f5e6 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380509 May 25 22:41:49.363987 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd3212-1171-443a-8799-60c1ab3d2752 req-fb3bbcaf-248b-413f-92bf-9434e5e5517d tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:49.365383 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7bcd3212-1171-443a-8799-60c1ab3d2752 req-fb3bbcaf-248b-413f-92bf-9434e5e5517d tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.0774248 May 25 22:41:49.409395 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7bcd3212-1171-443a-8799-60c1ab3d2752 req-434e885f-a207-445a-ab79-60228b886226 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386124 May 25 22:41:49.549494 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b701de8-608a-4aab-aebf-a582f4839a38 req-378965e3-0c75-4485-91cc-35b16ece4996 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:49.550955 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-1b701de8-608a-4aab-aebf-a582f4839a38 req-378965e3-0c75-4485-91cc-35b16ece4996 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 945 time: 0.0767245 May 25 22:41:49.595482 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-1b701de8-608a-4aab-aebf-a582f4839a38 req-97cf6fd3-9886-4a68-8b17-32d3eed9725e tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391178 May 25 22:41:50.601897 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42d3d6-ae6a-48e0-b981-813591db33e7 req-6b744653-03bf-43e4-8648-9006db411593 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:50.603869 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-1e42d3d6-ae6a-48e0-b981-813591db33e7 req-6b744653-03bf-43e4-8648-9006db411593 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.0750051 May 25 22:41:50.647293 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-1e42d3d6-ae6a-48e0-b981-813591db33e7 req-0cd94b2f-55ad-41bc-b2b4-450e2b4109f2 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380874 May 25 22:41:50.805461 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005e65c-d945-4412-b0ab-b4152f5630c0 req-470ac93c-744a-4e7a-8e6e-07ab9347e84c tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:50.806923 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c005e65c-d945-4412-b0ab-b4152f5630c0 req-470ac93c-744a-4e7a-8e6e-07ab9347e84c tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 945 time: 0.0769877 May 25 22:41:50.850268 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c005e65c-d945-4412-b0ab-b4152f5630c0 req-02f8b067-987a-4fcc-a772-b3702ff12bfb tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379682 May 25 22:41:51.847223 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04704ba3-80c8-42a1-8eb9-706b352e8d83 req-04fc42af-60c7-42f9-b8cf-a79c98aa0fd3 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:51.848635 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-04704ba3-80c8-42a1-8eb9-706b352e8d83 req-04fc42af-60c7-42f9-b8cf-a79c98aa0fd3 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.0774827 May 25 22:41:51.892888 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-04704ba3-80c8-42a1-8eb9-706b352e8d83 req-216b70cc-6c4e-4d97-8f81-d69c14174d76 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384207 May 25 22:41:52.064554 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8600d-460e-4d18-ac22-b0af11773138 req-ed08107f-91a4-48c5-9570-5cc315267b79 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:52.065959 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-61c8600d-460e-4d18-ac22-b0af11773138 req-ed08107f-91a4-48c5-9570-5cc315267b79 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 945 time: 0.0733039 May 25 22:41:52.109208 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-61c8600d-460e-4d18-ac22-b0af11773138 req-f392eb1e-8ce5-41cb-9af8-4f5b62896304 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378814 May 25 22:41:53.081129 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a27f74-f045-49b3-903c-f577a326e15b req-8b8b30bb-9b44-48dd-ba28-62880061e4a2 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:53.082559 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-88a27f74-f045-49b3-903c-f577a326e15b req-8b8b30bb-9b44-48dd-ba28-62880061e4a2 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.0730486 May 25 22:41:53.129769 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-88a27f74-f045-49b3-903c-f577a326e15b req-fc7ef783-7f82-4f6d-84b2-472fdd6759b3 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414801 May 25 22:41:53.372905 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9b9a7-bdd0-4b55-907e-80ea410ea7fc req-5918be43-e158-4024-8bbf-62e05c77de64 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:53.374357 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-e8e9b9a7-bdd0-4b55-907e-80ea410ea7fc req-5918be43-e158-4024-8bbf-62e05c77de64 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 945 time: 0.1301541 May 25 22:41:53.418213 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-e8e9b9a7-bdd0-4b55-907e-80ea410ea7fc req-f92471db-e2ac-4a1b-a75f-79bec66a44fa tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382147 May 25 22:41:54.326260 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaacf1b-7c5a-454d-9c3e-96f8661842c2 req-f1b44eb3-398b-437a-ae47-baa359b68192 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:54.327722 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-8aaacf1b-7c5a-454d-9c3e-96f8661842c2 req-f1b44eb3-398b-437a-ae47-baa359b68192 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.0767155 May 25 22:41:54.372563 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-8aaacf1b-7c5a-454d-9c3e-96f8661842c2 req-5ab1be53-ab03-4b13-9fc1-3da46b5d4be1 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394168 May 25 22:41:54.625772 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee1368-436f-484e-a697-7cffe90e97d4 req-203274aa-c658-4af9-b0c9-39534746e4f6 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:54.627202 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-eaee1368-436f-484e-a697-7cffe90e97d4 req-203274aa-c658-4af9-b0c9-39534746e4f6 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 945 time: 0.0774384 May 25 22:41:54.671767 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-eaee1368-436f-484e-a697-7cffe90e97d4 req-f487601b-0b35-41ec-b33d-e7e9a8f0508f tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390296 May 25 22:41:55.564943 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9cb69-2435-4e51-b93b-4f00d3366c97 req-a736e305-0c17-471b-aea2-bb0f82dab7d4 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:55.567531 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-ddb9cb69-2435-4e51-b93b-4f00d3366c97 req-a736e305-0c17-471b-aea2-bb0f82dab7d4 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.0774975 May 25 22:41:55.611757 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-ddb9cb69-2435-4e51-b93b-4f00d3366c97 req-7f4efc65-0b49-4d6b-9483-b41617b7bc52 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391810 May 25 22:41:55.874549 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e276e22-71c5-4dd4-a3e9-80a8f878edbd req-565e68b2-7dbe-4e6f-8ba2-ad0a8941b453 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:55.875943 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5e276e22-71c5-4dd4-a3e9-80a8f878edbd req-565e68b2-7dbe-4e6f-8ba2-ad0a8941b453 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 945 time: 0.0737593 May 25 22:41:55.918807 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5e276e22-71c5-4dd4-a3e9-80a8f878edbd req-a776d9f6-9b8e-4367-b9d3-d3040631354d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375512 May 25 22:41:56.816933 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be967d5f-1f3b-4efc-a767-0090d0e3a608 req-ca3b84c0-47d1-4664-a2cb-78207ff7fd85 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:56.818366 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-be967d5f-1f3b-4efc-a767-0090d0e3a608 req-ca3b84c0-47d1-4664-a2cb-78207ff7fd85 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.0741022 May 25 22:41:56.862617 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-be967d5f-1f3b-4efc-a767-0090d0e3a608 req-c26ceff2-cbd4-44b5-a5da-94ef10f0bd50 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388556 May 25 22:41:57.127084 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f273b94-e5a3-4e81-9333-66fec28018aa req-6e3cf3c1-9260-4e8f-a535-9c7eb3dbf3b3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:57.128473 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2f273b94-e5a3-4e81-9333-66fec28018aa req-6e3cf3c1-9260-4e8f-a535-9c7eb3dbf3b3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 945 time: 0.0762007 May 25 22:41:57.171988 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2f273b94-e5a3-4e81-9333-66fec28018aa req-b8ed651e-21aa-4c09-860d-43d632c558e2 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382247 May 25 22:41:58.108081 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0b52b-c598-4a1d-b76d-b53c45e4dcf9 req-3af53655-a774-4ef6-9116-6539f4b56faa tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:58.109513 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f8d0b52b-c598-4a1d-b76d-b53c45e4dcf9 req-3af53655-a774-4ef6-9116-6539f4b56faa tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.1290801 May 25 22:41:58.154138 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f8d0b52b-c598-4a1d-b76d-b53c45e4dcf9 req-51532572-5631-487c-8015-01c1e58896e7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391164 May 25 22:41:58.376279 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d3d2d-d3f5-44b9-b96a-73b11dfe5a2a req-f429f8bd-e648-4005-b2b8-11ba534c9fd5 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:58.377687 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ea4d3d2d-d3f5-44b9-b96a-73b11dfe5a2a req-f429f8bd-e648-4005-b2b8-11ba534c9fd5 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 945 time: 0.0738163 May 25 22:41:58.421843 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ea4d3d2d-d3f5-44b9-b96a-73b11dfe5a2a req-efbbf392-001f-4dd0-a441-a4b389830349 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386972 May 25 22:41:59.346984 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c9975-3c1f-425e-8c04-37c147c37625 req-4a3d640b-8486-4ed6-8288-f79f2437b36e tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:59.348386 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b31c9975-3c1f-425e-8c04-37c147c37625 req-4a3d640b-8486-4ed6-8288-f79f2437b36e tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.0738659 May 25 22:41:59.391938 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b31c9975-3c1f-425e-8c04-37c147c37625 req-3824c447-2953-40fc-aab5-aa2f7ba45f6b tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377116 May 25 22:41:59.433872 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 1c39b060-16ee-4958-a009-5f6268b00f7d details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83205) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:41:59.564929 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 1c39b060-16ee-4958-a009-5f6268b00f7d, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1c39b060-16ee-4958-a009-5f6268b00f7d,segment=NetworkSegment(1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3),segment_id=1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:41:59.577672 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Returning: {'device': '1c39b060-16ee-4958-a009-5f6268b00f7d', 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0', 'port_id': '1c39b060-16ee-4958-a009-5f6268b00f7d', 'mac_address': 'fa:16:3e:77:96:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83205) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:41:59.629565 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c6aba-750d-4747-8ea3-a85654cf4d49 req-86c953d0-35f4-475a-8f13-9373c487821c tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:59.630812 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:59.631035 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2a9c6aba-750d-4747-8ea3-a85654cf4d49 req-86c953d0-35f4-475a-8f13-9373c487821c tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 945 time: 0.0790155 May 25 22:41:59.647927 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c39b060-16ee-4958-a009-5f6268b00f7d {{(pid=83205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:41:59.662839 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 1c39b060-16ee-4958-a009-5f6268b00f7d, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1c39b060-16ee-4958-a009-5f6268b00f7d,segment=NetworkSegment(1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3),segment_id=1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:41:59.667400 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:59.676999 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2a9c6aba-750d-4747-8ea3-a85654cf4d49 req-a27e7d17-c1a6-49f4-8184-5cba96824dbd tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403020 May 25 22:41:59.731695 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=1c39b060-16ee-4958-a009-5f6268b00f7d,revision_number=6']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:59.739601 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:59.739938 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:59.740266 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:59.740598 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:59.740922 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:59.741238 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:59.741551 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:59.741868 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:59.742181 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:59.742520 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:59.742834 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:59.874503 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['1c39b060-16ee-4958-a009-5f6268b00f7d'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:42:00.589655 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5465163-7c89-463f-9b40-530544e5a1d9 req-d77e5eed-594e-4c7a-991a-be5ce568f846 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:00.591117 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b5465163-7c89-463f-9b40-530544e5a1d9 req-d77e5eed-594e-4c7a-991a-be5ce568f846 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.0769069 May 25 22:42:00.635635 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b5465163-7c89-463f-9b40-530544e5a1d9 req-7477d29f-0e64-473d-bb05-153404d41eda tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391841 May 25 22:42:00.885272 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c7afd-ec94-42df-9283-a47dc2e528d1 req-e3d63ac0-e291-4dad-9ef1-19ceade3d1b8 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:00.886641 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-117c7afd-ec94-42df-9283-a47dc2e528d1 req-e3d63ac0-e291-4dad-9ef1-19ceade3d1b8 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 944 time: 0.0743563 May 25 22:42:00.933827 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-117c7afd-ec94-42df-9283-a47dc2e528d1 req-967f31eb-c0b8-4926-9e76-8d2807d6ef27 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418341 May 25 22:42:01.457210 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 1c39b060-16ee-4958-a009-5f6268b00f7d up at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:42:01.528003 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning complete for port 1c39b060-16ee-4958-a009-5f6268b00f7d triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:42:01.528358 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:01.632799 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:01.660615 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcfa1d0-a395-48d6-8067-e858e6b097cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c39b060-16ee-4958-a009-5f6268b00f7d'}] {{(pid=83205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:42:01.670107 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 1c39b060-16ee-4958-a009-5f6268b00f7d, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1c39b060-16ee-4958-a009-5f6268b00f7d,segment=NetworkSegment(1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3),segment_id=1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:42:01.674403 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:01.725222 dv-cinder-843305-1-smb neutron-server[83205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c459d420-223d-4d88-9cc3-2b823c752860'] response: {'server_uuid': '0dcfa1d0-a395-48d6-8067-e858e6b097cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c39b060-16ee-4958-a009-5f6268b00f7d', 'code': 200} May 25 22:42:01.740800 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=1c39b060-16ee-4958-a009-5f6268b00f7d,revision_number=7']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:42:01.831310 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9f0fb-aacf-4b01-abbc-9ddaadd01e3e req-8579c723-3fbf-4d95-9755-3fc3d3278b43 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:01.832727 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-02b9f0fb-aacf-4b01-abbc-9ddaadd01e3e req-8579c723-3fbf-4d95-9755-3fc3d3278b43 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.0749011 May 25 22:42:01.879980 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-02b9f0fb-aacf-4b01-abbc-9ddaadd01e3e req-84f9901a-dab5-461e-bcb5-218195a76dfa tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412061 May 25 22:42:02.144355 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918b21b-1656-4c45-88fd-43c31391bb0c req-57cc77f4-fcf0-458b-bce6-87d84547da85 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:02.145773 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-9918b21b-1656-4c45-88fd-43c31391bb0c req-57cc77f4-fcf0-458b-bce6-87d84547da85 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 945 time: 0.0803967 May 25 22:42:02.189085 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-9918b21b-1656-4c45-88fd-43c31391bb0c req-1c47b28f-83dc-4593-a33a-7ba04349d82d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378759 May 25 22:42:03.083389 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82022ee-22bd-43d0-956f-4d4b10ba2436 req-039a1501-003e-4a92-832e-625cc98a0676 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:03.084848 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b82022ee-22bd-43d0-956f-4d4b10ba2436 req-039a1501-003e-4a92-832e-625cc98a0676 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.0752728 May 25 22:42:03.129301 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b82022ee-22bd-43d0-956f-4d4b10ba2436 req-f6f84de8-1f07-46a1-b821-6777753570b6 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390608 May 25 22:42:03.408188 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444de2b-56b3-4af2-80ac-27614f171ab2 req-9ff6c997-16c3-45bf-abcb-b67771ec3c49 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:03.409640 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-2444de2b-56b3-4af2-80ac-27614f171ab2 req-9ff6c997-16c3-45bf-abcb-b67771ec3c49 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 945 time: 0.0826845 May 25 22:42:03.455528 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-2444de2b-56b3-4af2-80ac-27614f171ab2 req-176a054b-a44e-4240-8707-526dab482fee tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404425 May 25 22:42:03.527276 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2571e5-10bc-4968-b33b-254d35b2bea4 req-7c1a92d7-a425-41e1-b2c4-6d3329c9950c tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:03.528668 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4f2571e5-10bc-4968-b33b-254d35b2bea4 req-7c1a92d7-a425-41e1-b2c4-6d3329c9950c tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.1152742 May 25 22:42:03.594652 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4f2571e5-10bc-4968-b33b-254d35b2bea4 req-f88a983f-4cee-470d-9c9b-a27591258ecd tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599120 May 25 22:42:03.601881 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-f76ba214-ce28-453d-9cfd-6b4291bbe0ff req-4558c888-aa32-4e25-8eae-44807fb04789 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8245386779d14b72ba8d57559c8a6be4&device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 1099 time: 0.1146736 May 25 22:42:03.729988 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ba214-ce28-453d-9cfd-6b4291bbe0ff req-3a078b13-fbbd-4f05-8671-bedacfcf0d34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:03.731321 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-f76ba214-ce28-453d-9cfd-6b4291bbe0ff req-3a078b13-fbbd-4f05-8671-bedacfcf0d34 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2 HTTP/1.1" status: 200 len: 912 time: 0.1229606 May 25 22:42:03.803028 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:03.835209 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-f76ba214-ce28-453d-9cfd-6b4291bbe0ff req-df91e03a-c7a9-4ab3-9d34-9c9aeed628f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01dc595a-feff-42c4-b62e-8142f9a3c35e HTTP/1.1" status: 200 len: 1002 time: 0.0964265 May 25 22:42:03.897563 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ba214-ce28-453d-9cfd-6b4291bbe0ff req-46b210f7-ca54-4ff7-9a14-94706c62f0ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:03.898933 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-f76ba214-ce28-453d-9cfd-6b4291bbe0ff req-46b210f7-ca54-4ff7-9a14-94706c62f0ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=485856f6-0ca7-4895-967d-86a1a09c0007 HTTP/1.1" status: 200 len: 850 time: 0.0572338 May 25 22:42:03.973755 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-f76ba214-ce28-453d-9cfd-6b4291bbe0ff req-5a0a999d-2cfd-494b-b4a2-bb430aadb950 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0645459 May 25 22:42:04.102127 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-f76ba214-ce28-453d-9cfd-6b4291bbe0ff req-fb8a8593-478e-4152-8de5-cff36e5b72a5 service neutron] 10.222.0.15 "GET /v2.0/networks/7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186881 May 25 22:42:04.230683 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-f76ba214-ce28-453d-9cfd-6b4291bbe0ff req-04f952ee-90c1-4574-8bc6-a30eaa3def3c service neutron] 10.222.0.15 "GET /v2.0/networks/7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194816 May 25 22:42:04.687707 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8515e74-6883-4e4f-a320-e43d3017ca85 req-f1e656ed-137d-4aea-965b-dce0262f5021 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:04.689174 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-a8515e74-6883-4e4f-a320-e43d3017ca85 req-f1e656ed-137d-4aea-965b-dce0262f5021 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 945 time: 0.0854046 May 25 22:42:04.734669 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-a8515e74-6883-4e4f-a320-e43d3017ca85 req-f055206a-acd6-4759-a431-3bc408243fc5 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399108 May 25 22:42:04.789540 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3f595-3b76-4f97-a4d2-89dd722a66ab req-f2c024a6-d25a-4108-9978-f6a224f517b8 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:04.791508 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5ce3f595-3b76-4f97-a4d2-89dd722a66ab req-f2c024a6-d25a-4108-9978-f6a224f517b8 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.0774505 May 25 22:42:04.843742 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5ce3f595-3b76-4f97-a4d2-89dd722a66ab req-a08aea5e-88d7-4d40-b112-9ee733290864 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468135 May 25 22:42:05.942413 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73ce3a-9f19-4e43-aab4-c230e1f5251a req-7e07b390-618f-43ac-bb1a-b0a4207c33d2 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:05.943883 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-0a73ce3a-9f19-4e43-aab4-c230e1f5251a req-7e07b390-618f-43ac-bb1a-b0a4207c33d2 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 945 time: 0.0785027 May 25 22:42:05.994086 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-0a73ce3a-9f19-4e43-aab4-c230e1f5251a req-b1b53161-2e85-4c7a-9653-d48c4dba5ccc tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436323 May 25 22:42:06.096975 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef77394-b807-4b79-b3b7-c877c0d5acdf req-d5db117b-95ea-4071-9596-ebee6b737229 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:06.098318 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4ef77394-b807-4b79-b3b7-c877c0d5acdf req-d5db117b-95ea-4071-9596-ebee6b737229 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.1307063 May 25 22:42:06.143685 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4ef77394-b807-4b79-b3b7-c877c0d5acdf req-7383d42b-fb58-464c-93df-690fecb510e6 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389287 May 25 22:42:07.213407 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40bcb9-68d0-46fc-86bf-bbf23d0669cf req-fe40a5fa-7fa2-41ec-821f-cc45669f9970 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:07.215659 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-2a40bcb9-68d0-46fc-86bf-bbf23d0669cf req-fe40a5fa-7fa2-41ec-821f-cc45669f9970 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 945 time: 0.0807724 May 25 22:42:07.270932 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-2a40bcb9-68d0-46fc-86bf-bbf23d0669cf req-69675eb5-16d6-4f82-abc7-39f9dad4735a tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492723 May 25 22:42:08.642623 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c380a-2362-4346-9209-dc68a04c59ec req-f82e95d3-3e31-4438-99fe-35b0c1f3d768 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:08.646854 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-0c1c380a-2362-4346-9209-dc68a04c59ec req-f82e95d3-3e31-4438-99fe-35b0c1f3d768 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 945 time: 0.1032441 May 25 22:42:08.693106 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-0c1c380a-2362-4346-9209-dc68a04c59ec req-0bf61c27-7208-493c-adcf-7fb01a48612d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420988 May 25 22:42:09.932291 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed57bf-f32b-4ffb-b999-494d722b0f79 req-f7467696-2d50-43f2-87c6-6234bed0d5fb tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:09.933731 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-c4ed57bf-f32b-4ffb-b999-494d722b0f79 req-f7467696-2d50-43f2-87c6-6234bed0d5fb tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 945 time: 0.0919557 May 25 22:42:09.986523 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-c4ed57bf-f32b-4ffb-b999-494d722b0f79 req-b8b83e31-f07f-4ef9-812f-af9d123757e4 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472116 May 25 22:42:11.202860 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f515d08-bdf7-4caa-a344-607c96ea4cd1 req-758fec34-fc37-472a-b057-38d9e01cb9c1 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:11.204146 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-6f515d08-bdf7-4caa-a344-607c96ea4cd1 req-758fec34-fc37-472a-b057-38d9e01cb9c1 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 945 time: 0.0779269 May 25 22:42:11.259702 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-6f515d08-bdf7-4caa-a344-607c96ea4cd1 req-f3da9fbb-578a-43ca-be22-5898f22470f0 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478425 May 25 22:42:12.494531 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d9e33-e9f8-467d-8d9a-c7233afbbf7e req-144f8627-f18e-4ba2-ad6a-2dac068afa1c tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:12.496864 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e92d9e33-e9f8-467d-8d9a-c7233afbbf7e req-144f8627-f18e-4ba2-ad6a-2dac068afa1c tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 945 time: 0.1029012 May 25 22:42:12.544182 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e92d9e33-e9f8-467d-8d9a-c7233afbbf7e req-901dd0b8-cac3-4429-bf3f-1c48c0815b85 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412316 May 25 22:42:12.610579 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-69bdf8b3-97f6-479b-9e9e-899d61c0e1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:13.763872 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8a042-383a-402d-95a9-cd9abdd357f4 req-7cd74104-c0f4-4de6-be9c-ff34de64d8ee tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:13.765309 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c3b8a042-383a-402d-95a9-cd9abdd357f4 req-7cd74104-c0f4-4de6-be9c-ff34de64d8ee tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 945 time: 0.0881050 May 25 22:42:13.812092 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c3b8a042-383a-402d-95a9-cd9abdd357f4 req-4d812825-3ef0-49e5-ac03-d13bb7d3d8a1 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412631 May 25 22:42:14.757586 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-98f49b6d-8f55-47fe-942a-589acdb6d1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:15.036342 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7831585-3f4e-4f2a-ad1f-656256b720eb req-491fedfa-454b-49ca-8e76-933581f18380 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:15.037704 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e7831585-3f4e-4f2a-ad1f-656256b720eb req-491fedfa-454b-49ca-8e76-933581f18380 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 945 time: 0.0839400 May 25 22:42:15.089285 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e7831585-3f4e-4f2a-ad1f-656256b720eb req-3676b369-9e0c-4567-a59c-5c5bd48b50b1 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451972 May 25 22:42:15.385073 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:42:15.979506 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:16.323329 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca3cc7-6edc-4997-a039-b16dee037b7a req-6f833d9f-4eb4-4e85-936a-ffc381933ab0 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:16.324815 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c9ca3cc7-6edc-4997-a039-b16dee037b7a req-6f833d9f-4eb4-4e85-936a-ffc381933ab0 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 945 time: 0.0804551 May 25 22:42:16.384667 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c9ca3cc7-6edc-4997-a039-b16dee037b7a req-b63639ff-4515-4e8e-bb88-0aca11c6ae08 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523372 May 25 22:42:16.392979 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:17.515518 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:17.612983 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38ad40-ff48-456a-9505-7d30efb38525 req-9fa43799-dfda-4d8e-85d8-49bfc073b593 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:17.614413 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-2f38ad40-ff48-456a-9505-7d30efb38525 req-9fa43799-dfda-4d8e-85d8-49bfc073b593 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 945 time: 0.0767374 May 25 22:42:17.658196 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-2f38ad40-ff48-456a-9505-7d30efb38525 req-74859aae-0811-48eb-b57f-45ced7123002 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379229 May 25 22:42:18.167697 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-844ea4b4-07b5-4adb-918c-0ce3ed5d195f req-09d5c442-2c01-48f3-8f92-e5bac03cb0e6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8070272689ae4feda68b4ce15376a6be&device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 1098 time: 0.0676217 May 25 22:42:18.298492 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ea4b4-07b5-4adb-918c-0ce3ed5d195f req-163d5f2e-c6c2-413d-8f71-fd59d2e7c2f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:18.299916 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-844ea4b4-07b5-4adb-918c-0ce3ed5d195f req-163d5f2e-c6c2-413d-8f71-fd59d2e7c2f9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0e051db-549c-4c00-b572-ba45117467c0 HTTP/1.1" status: 200 len: 918 time: 0.1241031 May 25 22:42:18.401028 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-844ea4b4-07b5-4adb-918c-0ce3ed5d195f req-7ed9bcc2-2837-489a-8379-9a1cdc8c5a0f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c39b060-16ee-4958-a009-5f6268b00f7d HTTP/1.1" status: 200 len: 1001 time: 0.0937212 May 25 22:42:18.465283 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ea4b4-07b5-4adb-918c-0ce3ed5d195f req-36085937-7764-4e5c-a044-402957ec79d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:18.466664 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-844ea4b4-07b5-4adb-918c-0ce3ed5d195f req-36085937-7764-4e5c-a044-402957ec79d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9149cc5-7f23-4821-b9e2-fe53e98b46ba HTTP/1.1" status: 200 len: 856 time: 0.0567250 May 25 22:42:18.541800 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-844ea4b4-07b5-4adb-918c-0ce3ed5d195f req-2d820632-0fee-48a5-ae04-2f0eb211870d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0e051db-549c-4c00-b572-ba45117467c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0682769 May 25 22:42:18.667733 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-844ea4b4-07b5-4adb-918c-0ce3ed5d195f req-6b4ef400-936a-47cb-8b7d-ef2cec626d89 service neutron] 10.222.0.15 "GET /v2.0/networks/f0e051db-549c-4c00-b572-ba45117467c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196189 May 25 22:42:18.831344 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-844ea4b4-07b5-4adb-918c-0ce3ed5d195f req-7e1a9396-5593-4c00-96ec-dccf426a8894 service neutron] 10.222.0.15 "GET /v2.0/networks/f0e051db-549c-4c00-b572-ba45117467c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568737 May 25 22:42:18.868094 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab0d5f-aeba-46d1-9f52-5004f974ac9b req-f812b9c9-a9ef-4445-977f-fc50ed5c06d4 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:18.869502 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-42ab0d5f-aeba-46d1-9f52-5004f974ac9b req-f812b9c9-a9ef-4445-977f-fc50ed5c06d4 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 945 time: 0.0783794 May 25 22:42:18.914176 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-42ab0d5f-aeba-46d1-9f52-5004f974ac9b req-3902084d-4b8c-4edb-884b-f5f92f163230 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391440 May 25 22:42:20.121560 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362729ea-e9ac-4a66-9a09-6d8115bff652 req-be92ce81-6b04-4365-af37-6ccfb2ddfb12 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:20.123007 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-362729ea-e9ac-4a66-9a09-6d8115bff652 req-be92ce81-6b04-4365-af37-6ccfb2ddfb12 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 945 time: 0.0752530 May 25 22:42:20.167448 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-362729ea-e9ac-4a66-9a09-6d8115bff652 req-f362b15c-2108-4047-9b35-4c766c87fd7b tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390096 May 25 22:42:21.378638 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35a87e-3683-4570-9cb9-47ea5ded38f1 req-2a22df27-b617-49ec-9933-9f7216b20678 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:21.380090 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ea35a87e-3683-4570-9cb9-47ea5ded38f1 req-2a22df27-b617-49ec-9933-9f7216b20678 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 945 time: 0.0787292 May 25 22:42:21.438276 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ea35a87e-3683-4570-9cb9-47ea5ded38f1 req-8f06f180-2eaa-44fd-a11c-de487ff419c6 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507696 May 25 22:42:21.561796 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 1c39b060-16ee-4958-a009-5f6268b00f7d no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:42:21.672155 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:21.699422 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcfa1d0-a395-48d6-8067-e858e6b097cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c39b060-16ee-4958-a009-5f6268b00f7d'}] {{(pid=83205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:42:21.709018 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 1c39b060-16ee-4958-a009-5f6268b00f7d, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1c39b060-16ee-4958-a009-5f6268b00f7d,segment=NetworkSegment(1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3),segment_id=1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:42:21.714008 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:21.773476 dv-cinder-843305-1-smb neutron-server[83205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44a5daa1-145b-4af3-9251-ab21882d0029'] response: {'server_uuid': '0dcfa1d0-a395-48d6-8067-e858e6b097cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c39b060-16ee-4958-a009-5f6268b00f7d', 'code': 200} May 25 22:42:21.786366 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=1c39b060-16ee-4958-a009-5f6268b00f7d,revision_number=8']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:42:22.255670 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-dbc2ea3d-19a1-4313-bf30-384adaaf511a req-9cd0b7ce-7d89-45fe-afac-b7a0d9b26bb7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0651488 May 25 22:42:22.519519 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec685e95-342d-45d9-97a3-c54281301259 req-174d8910-e288-4fb9-8340-af974534fd7c tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:22.521013 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-ec685e95-342d-45d9-97a3-c54281301259 req-174d8910-e288-4fb9-8340-af974534fd7c tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 943 time: 0.0807078 May 25 22:42:22.570269 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-ec685e95-342d-45d9-97a3-c54281301259 req-d5f2be16-574c-49cd-b58f-8f67321a1a4d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427535 May 25 22:42:22.630734 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 43422) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:42:22.762259 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-c8d4be24-1ed5-4c0b-9ace-96a044ae3a59 req-9769c78f-e609-439a-a23f-7f31d0e2402e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1303768 May 25 22:42:23.783855 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d497d-b675-4569-b005-a6a1c0e8c3ec req-eca54101-0a24-48ae-b4da-9e43113aa498 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:23.785279 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-842d497d-b675-4569-b005-a6a1c0e8c3ec req-eca54101-0a24-48ae-b4da-9e43113aa498 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 943 time: 0.0796015 May 25 22:42:23.830357 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-842d497d-b675-4569-b005-a6a1c0e8c3ec req-991c3cec-e18b-40ac-87db-a1859eb74dc6 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381629 May 25 22:42:23.971032 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c8d4be24-1ed5-4c0b-9ace-96a044ae3a59 req-12fbb638-aeb7-416d-98f5-db787e43672e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb&tenant_id=8070272689ae4feda68b4ce15376a6be HTTP/1.1" status: 200 len: 1096 time: 0.0666070 May 25 22:42:24.080607 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c8d4be24-1ed5-4c0b-9ace-96a044ae3a59 req-3e802b92-6585-4e94-a5f5-76cc1c5dec9d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8070272689ae4feda68b4ce15376a6be&device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 1096 time: 0.0679824 May 25 22:42:24.259805 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4be24-1ed5-4c0b-9ace-96a044ae3a59 req-5d302d72-378a-4955-b98f-0cd0b0d4d7bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:24.261206 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c8d4be24-1ed5-4c0b-9ace-96a044ae3a59 req-5d302d72-378a-4955-b98f-0cd0b0d4d7bf service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0e051db-549c-4c00-b572-ba45117467c0 HTTP/1.1" status: 200 len: 918 time: 0.1737640 May 25 22:42:24.362036 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c8d4be24-1ed5-4c0b-9ace-96a044ae3a59 req-3246da7d-def3-41e7-a74a-b07c92776a0d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c39b060-16ee-4958-a009-5f6268b00f7d HTTP/1.1" status: 200 len: 999 time: 0.0920265 May 25 22:42:24.423160 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4be24-1ed5-4c0b-9ace-96a044ae3a59 req-96d37504-d213-49cf-a8d9-012713cf81ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:24.424477 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c8d4be24-1ed5-4c0b-9ace-96a044ae3a59 req-96d37504-d213-49cf-a8d9-012713cf81ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9149cc5-7f23-4821-b9e2-fe53e98b46ba HTTP/1.1" status: 200 len: 856 time: 0.0541511 May 25 22:42:24.498802 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c8d4be24-1ed5-4c0b-9ace-96a044ae3a59 req-52417c6d-8c61-46f1-ba47-38855aea691f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0e051db-549c-4c00-b572-ba45117467c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0673673 May 25 22:42:24.630853 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c8d4be24-1ed5-4c0b-9ace-96a044ae3a59 req-29b85a51-f6f3-48dd-a89d-c9803b267f02 service neutron] 10.222.0.15 "GET /v2.0/networks/f0e051db-549c-4c00-b572-ba45117467c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209459 May 25 22:42:24.757888 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c8d4be24-1ed5-4c0b-9ace-96a044ae3a59 req-a439257d-ec1e-49c2-8574-6c3033996f28 service neutron] 10.222.0.15 "GET /v2.0/networks/f0e051db-549c-4c00-b572-ba45117467c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207302 May 25 22:42:25.047024 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbaf0d-e88f-4979-9f53-c77a354eb192 req-bcc403e9-ff48-4bb9-8b29-501fe8cb2935 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:25.048461 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f0bbaf0d-e88f-4979-9f53-c77a354eb192 req-bcc403e9-ff48-4bb9-8b29-501fe8cb2935 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 943 time: 0.0832944 May 25 22:42:25.092479 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f0bbaf0d-e88f-4979-9f53-c77a354eb192 req-04b0f1c4-52d0-4834-a4d9-6c3dd9bf554b tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385182 May 25 22:42:25.597656 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 1c39b060-16ee-4958-a009-5f6268b00f7d no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:42:26.311740 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634df11-8841-47ea-9a55-dba2e5ae3e32 req-d3a5d7d6-78bf-4f20-8c62-618d19669b73 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:26.313192 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-3634df11-8841-47ea-9a55-dba2e5ae3e32 req-d3a5d7d6-78bf-4f20-8c62-618d19669b73 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 943 time: 0.0821068 May 25 22:42:26.360091 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-3634df11-8841-47ea-9a55-dba2e5ae3e32 req-442cf04b-a9aa-40fa-9b23-42fe3eecb2a6 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409083 May 25 22:42:27.575606 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fe081-6fcc-4680-92f3-685f203a3654 req-58842027-c530-4f9f-9d9a-d86fcc7c13f6 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:27.577094 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-419fe081-6fcc-4680-92f3-685f203a3654 req-58842027-c530-4f9f-9d9a-d86fcc7c13f6 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 943 time: 0.0785007 May 25 22:42:27.626679 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-419fe081-6fcc-4680-92f3-685f203a3654 req-033f92d7-28f9-4368-9f32-a12590df2676 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440383 May 25 22:42:28.836186 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06961e7f-4d42-4578-8363-4ca85df375c3 req-89d06057-3066-4d46-99fa-e06785c7c171 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:28.837640 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-06961e7f-4d42-4578-8363-4ca85df375c3 req-89d06057-3066-4d46-99fa-e06785c7c171 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 943 time: 0.0754569 May 25 22:42:28.886948 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-06961e7f-4d42-4578-8363-4ca85df375c3 req-e19f7aba-720f-4c8a-b812-852c77d340b2 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437572 May 25 22:42:30.102565 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a31e64-58df-4ccc-89d5-831f380c7c7a req-7a72e252-ec0e-4602-a274-0f11146700b1 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:30.104026 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-08a31e64-58df-4ccc-89d5-831f380c7c7a req-7a72e252-ec0e-4602-a274-0f11146700b1 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 943 time: 0.0784240 May 25 22:42:30.150544 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-08a31e64-58df-4ccc-89d5-831f380c7c7a req-327ba5e6-c870-4b12-aefb-7cfccfe66339 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408061 May 25 22:42:31.392987 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b2677-a142-4067-bdfb-a97488f2fb15 req-e11d2099-6c81-401b-81fb-0cd90f2458d0 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:31.394463 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-0e8b2677-a142-4067-bdfb-a97488f2fb15 req-e11d2099-6c81-401b-81fb-0cd90f2458d0 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 943 time: 0.0778074 May 25 22:42:31.445024 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-0e8b2677-a142-4067-bdfb-a97488f2fb15 req-b7ad1ef0-9869-4a8c-84b2-67e021633058 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443392 May 25 22:42:32.722964 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014385c3-0932-4849-8795-7b92bfb8bce5 req-7dad0ccc-4bbd-4141-b48c-b674e501cc10 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:32.724399 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-014385c3-0932-4849-8795-7b92bfb8bce5 req-7dad0ccc-4bbd-4141-b48c-b674e501cc10 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 943 time: 0.1425974 May 25 22:42:32.770515 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-014385c3-0932-4849-8795-7b92bfb8bce5 req-566b0c99-efed-49b2-bbd4-102486835243 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399745 May 25 22:42:33.809589 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:34.012888 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cfb516-d15c-401c-80be-18b42f93ff6a req-397f7c45-aa97-4149-aeb0-57186ee4c05a tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:34.014467 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c1cfb516-d15c-401c-80be-18b42f93ff6a req-397f7c45-aa97-4149-aeb0-57186ee4c05a tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 943 time: 0.0923829 May 25 22:42:34.060281 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c1cfb516-d15c-401c-80be-18b42f93ff6a req-e77b0cd4-f4b8-414e-901d-4bff69b1a31a tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402324 May 25 22:42:35.280896 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201ad67-6601-4298-9e18-f205d3d6138d req-a16f624d-0d83-48f8-8799-74b4176c0e4a tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:35.282359 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-8201ad67-6601-4298-9e18-f205d3d6138d req-a16f624d-0d83-48f8-8799-74b4176c0e4a tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 943 time: 0.0813043 May 25 22:42:35.328961 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-8201ad67-6601-4298-9e18-f205d3d6138d req-5c60bb45-f474-4698-8293-3ede419b42b8 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411618 May 25 22:42:36.555189 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f5ca8-a36e-4595-8938-9e055e09e4a6 req-328c7417-1e1b-4dec-b772-cbf5ba9d3108 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:36.558301 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-333f5ca8-a36e-4595-8938-9e055e09e4a6 req-328c7417-1e1b-4dec-b772-cbf5ba9d3108 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 943 time: 0.0914230 May 25 22:42:36.603497 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-333f5ca8-a36e-4595-8938-9e055e09e4a6 req-d1f28755-2030-4d55-9205-51c020c29994 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411828 May 25 22:42:37.826291 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516da3a-3114-4268-85af-cb7fc4086c39 req-49ec3be9-376c-4cd9-b7d3-7f9d867ac360 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:37.827738 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d516da3a-3114-4268-85af-cb7fc4086c39 req-49ec3be9-376c-4cd9-b7d3-7f9d867ac360 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 943 time: 0.0789459 May 25 22:42:37.873512 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d516da3a-3114-4268-85af-cb7fc4086c39 req-e4f964d8-9c14-4ddd-a115-a55850d2dc43 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403361 May 25 22:42:39.084924 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773f388-f426-4fa9-a1d1-565562b1659e req-f25f724d-e20c-4e69-a6ab-1a85e18db613 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:39.086356 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4773f388-f426-4fa9-a1d1-565562b1659e req-f25f724d-e20c-4e69-a6ab-1a85e18db613 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 943 time: 0.0780680 May 25 22:42:39.130717 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4773f388-f426-4fa9-a1d1-565562b1659e req-318d2d88-06ac-4512-b37f-fe086307b8fa tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389121 May 25 22:42:40.335886 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2f90a-dcdc-47d0-aeb1-fc2d16d8fa1b req-2d28d286-4dac-44c9-a101-b4643eea5725 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:40.337311 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-daa2f90a-dcdc-47d0-aeb1-fc2d16d8fa1b req-2d28d286-4dac-44c9-a101-b4643eea5725 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 943 time: 0.0735683 May 25 22:42:40.380582 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-daa2f90a-dcdc-47d0-aeb1-fc2d16d8fa1b req-d7544e17-8eab-4181-8b48-0b9cfe4266a8 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379570 May 25 22:42:41.584223 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d906ab-3ac2-464b-887a-cf413691f4d6 req-aadadb28-fabc-4985-917b-7163d0451f3b tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:41.585650 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-92d906ab-3ac2-464b-887a-cf413691f4d6 req-aadadb28-fabc-4985-917b-7163d0451f3b tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 943 time: 0.0739436 May 25 22:42:41.630176 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-92d906ab-3ac2-464b-887a-cf413691f4d6 req-78e2a4e7-1ce6-4788-a0fd-1013ba457c5b tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386026 May 25 22:42:42.359522 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-e9dff0a8-2e90-464c-80c9-70655652492c req-a4e4e28a-5bc0-449f-b945-746e0e3fccd1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697405 May 25 22:42:42.460883 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-e9dff0a8-2e90-464c-80c9-70655652492c req-2f079869-2d56-4883-9ccc-b53afb7681ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=360f94ee5000428395895ec5220a3314&device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 1098 time: 0.0669224 May 25 22:42:42.599011 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dff0a8-2e90-464c-80c9-70655652492c req-50c96ca1-15df-4b7c-a662-790f6e717e21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:42.600527 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-e9dff0a8-2e90-464c-80c9-70655652492c req-50c96ca1-15df-4b7c-a662-790f6e717e21 service neutron] 10.222.0.15 "GET /v2.0/networks?id=84ae9284-4480-4503-b05c-9e1235a6ee14 HTTP/1.1" status: 200 len: 920 time: 0.1213226 May 25 22:42:42.603652 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-579eaa2e-d813-409e-bf59-5a632e35917e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:42.731989 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-e9dff0a8-2e90-464c-80c9-70655652492c req-e89b4413-c8d0-440f-b082-cbba72e772cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0860709d-7e05-4969-8428-9dba5c413687 HTTP/1.1" status: 200 len: 217 time: 0.1251373 May 25 22:42:42.792821 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dff0a8-2e90-464c-80c9-70655652492c req-3d64bd97-e312-4a29-9289-b98e1dc73480 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:42.794219 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-e9dff0a8-2e90-464c-80c9-70655652492c req-3d64bd97-e312-4a29-9289-b98e1dc73480 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eaeba0d5-7c5d-481f-b009-b71f12b223e9 HTTP/1.1" status: 200 len: 858 time: 0.0559082 May 25 22:42:42.839753 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af099457-ba42-40f7-9751-60a9f2ac9c72 req-d209fabf-a24e-4c34-be00-0e9a55c41eb6 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:42.841141 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-af099457-ba42-40f7-9751-60a9f2ac9c72 req-d209fabf-a24e-4c34-be00-0e9a55c41eb6 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 943 time: 0.0781679 May 25 22:42:42.869437 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-e9dff0a8-2e90-464c-80c9-70655652492c req-17c47c91-2bf8-4b85-ac9a-a42e494a0932 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=84ae9284-4480-4503-b05c-9e1235a6ee14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0681181 May 25 22:42:42.885848 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-af099457-ba42-40f7-9751-60a9f2ac9c72 req-b1898799-f98a-414c-82ee-62d4910d1f05 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387714 May 25 22:42:43.001359 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-e9dff0a8-2e90-464c-80c9-70655652492c req-82e0201a-976f-4db2-984f-04a63a92ee36 service neutron] 10.222.0.15 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253355 May 25 22:42:43.128290 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-e9dff0a8-2e90-464c-80c9-70655652492c req-e622a0fe-9c4c-4b36-b660-6f3f046f5f8b service neutron] 10.222.0.15 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210871 May 25 22:42:44.088536 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fcada0-2686-4b3b-9429-603ddb6e7e03 req-0ada5b53-a13c-4406-a96e-f1a33795d70c tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:44.089936 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-09fcada0-2686-4b3b-9429-603ddb6e7e03 req-0ada5b53-a13c-4406-a96e-f1a33795d70c tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 943 time: 0.0733097 May 25 22:42:44.132987 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-09fcada0-2686-4b3b-9429-603ddb6e7e03 req-f39ec57d-f432-4811-a85c-a8e14ca1dbe5 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376947 May 25 22:42:44.761214 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-59995350-c613-47c5-b157-1d40b908fc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:45.493200 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229886e-94ab-4339-96ad-bc2113f01093 req-b83cbdcc-b339-455a-b896-3f249edbe93e tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:45.494770 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e229886e-94ab-4339-96ad-bc2113f01093 req-b83cbdcc-b339-455a-b896-3f249edbe93e tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 943 time: 0.0758338 May 25 22:42:45.543388 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e229886e-94ab-4339-96ad-bc2113f01093 req-f25091ea-d999-4565-ad60-b7cfa5cdca73 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432775 May 25 22:42:45.975660 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:46.388419 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:46.752157 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff829dba-3c26-4e08-854a-0c208b9f5cb9 req-d9596d2b-dca5-40fe-918e-720b3c06ca96 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:46.753570 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ff829dba-3c26-4e08-854a-0c208b9f5cb9 req-d9596d2b-dca5-40fe-918e-720b3c06ca96 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 943 time: 0.0769083 May 25 22:42:46.797497 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ff829dba-3c26-4e08-854a-0c208b9f5cb9 req-cd994591-04f9-476d-b3e0-c3cbc4e134d8 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384715 May 25 22:42:47.518237 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:47.733406 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 1c39b060-16ee-4958-a009-5f6268b00f7d details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83205) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:42:47.861609 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 1c39b060-16ee-4958-a009-5f6268b00f7d, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1c39b060-16ee-4958-a009-5f6268b00f7d,segment=NetworkSegment(1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3),segment_id=1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:42:47.876611 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Returning: {'device': '1c39b060-16ee-4958-a009-5f6268b00f7d', 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0', 'port_id': '1c39b060-16ee-4958-a009-5f6268b00f7d', 'mac_address': 'fa:16:3e:77:96:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83205) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:42:47.927759 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:47.944977 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c39b060-16ee-4958-a009-5f6268b00f7d {{(pid=83205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:42:47.959689 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 1c39b060-16ee-4958-a009-5f6268b00f7d, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1c39b060-16ee-4958-a009-5f6268b00f7d,segment=NetworkSegment(1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3),segment_id=1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:42:47.963833 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:48.005530 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f2ef0-5473-4f7a-822d-a61164f43a82 req-1ee958fd-a3f0-42ba-bfe7-c2a6179498cb tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:48.006976 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-c95f2ef0-5473-4f7a-822d-a61164f43a82 req-1ee958fd-a3f0-42ba-bfe7-c2a6179498cb tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 944 time: 0.0775800 May 25 22:42:48.028149 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=1c39b060-16ee-4958-a009-5f6268b00f7d,revision_number=9']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:42:48.050926 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-c95f2ef0-5473-4f7a-822d-a61164f43a82 req-7e02f81f-1b2a-44b8-8e8f-500ce3b95ffb tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384061 May 25 22:42:48.525911 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['1c39b060-16ee-4958-a009-5f6268b00f7d'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:42:49.255312 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da10b5-92bb-45a3-9607-e535e0aac217 req-9c14528e-1829-430b-b087-6a72954832ba tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:49.256755 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a6da10b5-92bb-45a3-9607-e535e0aac217 req-9c14528e-1829-430b-b087-6a72954832ba tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 944 time: 0.0741575 May 25 22:42:49.307357 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a6da10b5-92bb-45a3-9607-e535e0aac217 req-ad9f6764-0ecd-4a26-9e9c-f72188013054 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425935 May 25 22:42:49.749345 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 1c39b060-16ee-4958-a009-5f6268b00f7d up at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:42:49.819662 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning complete for port 1c39b060-16ee-4958-a009-5f6268b00f7d triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:42:49.820022 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:49.933743 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:49.962499 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcfa1d0-a395-48d6-8067-e858e6b097cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c39b060-16ee-4958-a009-5f6268b00f7d'}] {{(pid=83205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:42:49.972561 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 1c39b060-16ee-4958-a009-5f6268b00f7d, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1c39b060-16ee-4958-a009-5f6268b00f7d,segment=NetworkSegment(1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3),segment_id=1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:42:49.975545 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:50.019725 dv-cinder-843305-1-smb neutron-server[83205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31da24e2-d5f3-488c-9e50-6ce0a6d07376'] response: {'server_uuid': '0dcfa1d0-a395-48d6-8067-e858e6b097cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c39b060-16ee-4958-a009-5f6268b00f7d', 'code': 200} May 25 22:42:50.045731 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=1c39b060-16ee-4958-a009-5f6268b00f7d,revision_number=10']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:42:50.515274 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802466ea-8b13-4bef-801b-3f5304ca01ba req-8bf40527-30dd-4800-a11d-53e1a5d2ec12 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:50.516722 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-802466ea-8b13-4bef-801b-3f5304ca01ba req-8bf40527-30dd-4800-a11d-53e1a5d2ec12 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 946 time: 0.0770655 May 25 22:42:50.562242 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-802466ea-8b13-4bef-801b-3f5304ca01ba req-560c711a-33ab-4b7d-9634-e154c9ba2fdd tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398383 May 25 22:42:50.710475 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-76a4fc11-eb7b-4804-8393-6737a6cb7124 req-d756eea5-d095-4c50-9aec-7856f0b8f9aa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 1099 time: 0.0680981 May 25 22:42:50.751422 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-76a4fc11-eb7b-4804-8393-6737a6cb7124 req-21da8472-c5b3-4c76-9a96-45a69f1d3ed7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349414 May 25 22:42:51.776393 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a7fd0-2bc1-4f12-8fa8-a5484f0f778a req-9e530a73-2226-43f9-ad1b-5a8bdc066dbf tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:51.777717 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-c38a7fd0-2bc1-4f12-8fa8-a5484f0f778a req-9e530a73-2226-43f9-ad1b-5a8bdc066dbf tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 946 time: 0.0776799 May 25 22:42:51.821724 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-c38a7fd0-2bc1-4f12-8fa8-a5484f0f778a req-56595207-1c7f-45d4-a55c-4a637f1a2138 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385470 May 25 22:42:52.386641 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:42:53.037547 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d3926-2a63-4d6e-9b59-de31e29d8ed4 req-48d62e8f-89e7-417f-bc10-ab7aaa14d580 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:53.038992 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-020d3926-2a63-4d6e-9b59-de31e29d8ed4 req-48d62e8f-89e7-417f-bc10-ab7aaa14d580 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 946 time: 0.0821812 May 25 22:42:53.082417 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-020d3926-2a63-4d6e-9b59-de31e29d8ed4 req-8edc9382-ea2f-49bc-b93c-9ae747b676da tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379503 May 25 22:43:02.250090 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4dd800dc-dd84-4c1b-b4a3-6938b0b6939b req-628d37e5-d277-4ae7-983c-4e280fe827c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=360f94ee5000428395895ec5220a3314&device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 1099 time: 0.0745924 May 25 22:43:02.258411 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a26c3-278c-43dd-bb06-e5f2ac5cacff req-663e0071-50a5-4bc1-81cc-273ec1ec9da2 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:02.259917 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-a53a26c3-278c-43dd-bb06-e5f2ac5cacff req-663e0071-50a5-4bc1-81cc-273ec1ec9da2 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 946 time: 0.0753584 May 25 22:43:02.305822 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-a53a26c3-278c-43dd-bb06-e5f2ac5cacff req-2ff4c135-5d37-4396-a519-46475f020404 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396364 May 25 22:43:02.401757 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd800dc-dd84-4c1b-b4a3-6938b0b6939b req-179fdcca-18d1-4e32-aed8-501c173aab92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:02.403120 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4dd800dc-dd84-4c1b-b4a3-6938b0b6939b req-179fdcca-18d1-4e32-aed8-501c173aab92 service neutron] 10.222.0.15 "GET /v2.0/networks?id=84ae9284-4480-4503-b05c-9e1235a6ee14 HTTP/1.1" status: 200 len: 920 time: 0.1468203 May 25 22:43:02.508487 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4dd800dc-dd84-4c1b-b4a3-6938b0b6939b req-33d9db1c-8cdb-4438-bf19-a525b4999813 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b594f63-901c-4bd8-9f9b-f90818f7c76b HTTP/1.1" status: 200 len: 1002 time: 0.0980020 May 25 22:43:02.569395 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd800dc-dd84-4c1b-b4a3-6938b0b6939b req-849f1f0b-6b4d-4625-add4-ac05f8c9b62f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:02.571403 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4dd800dc-dd84-4c1b-b4a3-6938b0b6939b req-849f1f0b-6b4d-4625-add4-ac05f8c9b62f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eaeba0d5-7c5d-481f-b009-b71f12b223e9 HTTP/1.1" status: 200 len: 858 time: 0.0555279 May 25 22:43:02.642723 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4dd800dc-dd84-4c1b-b4a3-6938b0b6939b req-89a54d4f-c3ec-41f0-8d17-7bdc413c8a2d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=84ae9284-4480-4503-b05c-9e1235a6ee14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0647159 May 25 22:43:02.780136 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4dd800dc-dd84-4c1b-b4a3-6938b0b6939b req-ec826906-0800-4502-bbdc-e85e0d6d2b24 service neutron] 10.222.0.15 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253090 May 25 22:43:02.965597 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4dd800dc-dd84-4c1b-b4a3-6938b0b6939b req-83d7c860-6ee6-42b6-bbd9-cd4beecc0e63 service neutron] 10.222.0.15 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789966 May 25 22:43:03.499701 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a285804-f3c7-4307-b170-2566225f0ba0 req-3f9acb10-aa19-40aa-908b-73d2af1bcf6c tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:03.501198 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-9a285804-f3c7-4307-b170-2566225f0ba0 req-3f9acb10-aa19-40aa-908b-73d2af1bcf6c tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 946 time: 0.0739484 May 25 22:43:03.544747 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-9a285804-f3c7-4307-b170-2566225f0ba0 req-2879ca5c-6be6-44b1-9e40-c54ac91919e7 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380819 May 25 22:43:03.814730 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:04.747190 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4f25d-4658-4820-a583-981e25b65108 req-3472cafe-f7c7-4bbc-90a5-dd7a8bc755ba tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:04.748592 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-0cf4f25d-4658-4820-a583-981e25b65108 req-3472cafe-f7c7-4bbc-90a5-dd7a8bc755ba tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 946 time: 0.0783114 May 25 22:43:04.793218 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-0cf4f25d-4658-4820-a583-981e25b65108 req-876b7cd4-bb7b-4567-999c-63d6ea44cf6d tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392556 May 25 22:43:05.988440 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4f066-6b83-49ae-ad81-4a28ee52f4b3 req-ce22834d-8d18-4155-a993-efc48606ba20 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:05.990368 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ecc4f066-6b83-49ae-ad81-4a28ee52f4b3 req-ce22834d-8d18-4155-a993-efc48606ba20 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 946 time: 0.0806174 May 25 22:43:06.033455 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ecc4f066-6b83-49ae-ad81-4a28ee52f4b3 req-016c1388-2787-4454-ba03-08d95bb933e5 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377848 May 25 22:43:07.223051 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7cdf5-7ae3-4f0c-885e-eb232d173b6e req-28bef2ec-ec1a-484c-97cd-8faf7ee66692 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:07.224484 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-5ee7cdf5-7ae3-4f0c-885e-eb232d173b6e req-28bef2ec-ec1a-484c-97cd-8faf7ee66692 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 946 time: 0.0748088 May 25 22:43:07.273711 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-5ee7cdf5-7ae3-4f0c-885e-eb232d173b6e req-dc6148a1-9618-4bb6-9948-3f31e490af4c tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432973 May 25 22:43:08.462968 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553436f-938b-4892-bbaf-ba9c83d91483 req-c13b16f8-05af-415e-8638-dc9491902924 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:08.464414 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d553436f-938b-4892-bbaf-ba9c83d91483 req-c13b16f8-05af-415e-8638-dc9491902924 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 946 time: 0.0732822 May 25 22:43:08.507529 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d553436f-938b-4892-bbaf-ba9c83d91483 req-279e0639-8828-41ef-9057-3390c41f18cf tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378697 May 25 22:43:09.700249 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73853d87-ab6d-4066-8786-1d94f7b10a11 req-f977d6bf-aca2-4387-9ea7-d8db98aa1a2b tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:09.701674 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-73853d87-ab6d-4066-8786-1d94f7b10a11 req-f977d6bf-aca2-4387-9ea7-d8db98aa1a2b tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 946 time: 0.0764971 May 25 22:43:09.745922 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-73853d87-ab6d-4066-8786-1d94f7b10a11 req-21db85fc-9a96-4311-8551-406c3ad52e4d tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386448 May 25 22:43:10.941647 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a13c5-d2a4-481a-a454-b9ac822220ed req-e5c636c5-f602-4620-9a9d-0a6aa7c15784 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:10.943106 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ec6a13c5-d2a4-481a-a454-b9ac822220ed req-e5c636c5-f602-4620-9a9d-0a6aa7c15784 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 946 time: 0.0770702 May 25 22:43:10.987549 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ec6a13c5-d2a4-481a-a454-b9ac822220ed req-7fcdd656-4278-4c9a-9387-34d89349a480 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383599 May 25 22:43:12.186739 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319f5ab-87cf-47e1-a330-ca3d7b1a6678 req-0de3e966-52b7-45ed-bbf5-9c5e9fdef722 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:12.188377 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-5319f5ab-87cf-47e1-a330-ca3d7b1a6678 req-0de3e966-52b7-45ed-bbf5-9c5e9fdef722 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 946 time: 0.0793695 May 25 22:43:12.233718 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-5319f5ab-87cf-47e1-a330-ca3d7b1a6678 req-4980dc03-6ac4-4874-9832-9cac95aea60e tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398803 May 25 22:43:12.605601 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-94a61016-7264-4494-b160-29fe81bd00a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:13.428925 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c93f4b-3333-4b10-949f-b3f341b2cf25 req-884690b6-9c11-4c24-adc4-cef319f745f0 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:13.430382 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-25c93f4b-3333-4b10-949f-b3f341b2cf25 req-884690b6-9c11-4c24-adc4-cef319f745f0 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 946 time: 0.0746722 May 25 22:43:13.475072 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-25c93f4b-3333-4b10-949f-b3f341b2cf25 req-889758f7-8738-4951-8ea5-6c272924958f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385232 May 25 22:43:14.666389 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157d989-7063-4ec5-a4f8-7761b66e5a90 req-93c29670-d1d1-4aef-8771-9375b2ec9035 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:14.667801 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-0157d989-7063-4ec5-a4f8-7761b66e5a90 req-93c29670-d1d1-4aef-8771-9375b2ec9035 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 946 time: 0.0744662 May 25 22:43:14.711436 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-0157d989-7063-4ec5-a4f8-7761b66e5a90 req-8382784c-0ce3-45c5-8263-231d6eec0855 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382032 May 25 22:43:14.762843 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-8be2510b-f917-4305-855c-3718cff17d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:15.957942 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-879c191f-4881-44c3-9f11-79933b347a8c req-e04faa0e-5d65-4e71-bb8b-b61e97de7a1b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 1099 time: 0.1260862 May 25 22:43:15.963230 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f1b8d-acb0-43ba-9d96-436cf645c3bb req-54afb25b-1950-4ddb-a4d8-515d1b5c2006 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:15.964599 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ff5f1b8d-acb0-43ba-9d96-436cf645c3bb req-54afb25b-1950-4ddb-a4d8-515d1b5c2006 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 946 time: 0.1016865 May 25 22:43:15.978267 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:16.034894 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-879c191f-4881-44c3-9f11-79933b347a8c req-2d032a65-c2a5-4da9-b5f1-fab16b5910a2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692871 May 25 22:43:16.039153 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ff5f1b8d-acb0-43ba-9d96-436cf645c3bb req-99e27f40-361d-42b7-b830-ac9238f6ff32 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574470 May 25 22:43:16.389239 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:17.233966 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fe1a3-0a67-412f-aea3-414faffa0791 req-575b212c-10c2-4f7e-af7e-61628a5179aa tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:17.235421 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-142fe1a3-0a67-412f-aea3-414faffa0791 req-575b212c-10c2-4f7e-af7e-61628a5179aa tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 946 time: 0.0795593 May 25 22:43:17.279675 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-142fe1a3-0a67-412f-aea3-414faffa0791 req-8b32eee2-1890-4bbc-b566-036f955568f1 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388217 May 25 22:43:17.518245 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:18.471559 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec336c0-4b95-431d-8a79-1e95a44bdfe4 req-1c9b5461-42f5-4990-aac4-3ffdd8d72dfe tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:18.472882 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7ec336c0-4b95-431d-8a79-1e95a44bdfe4 req-1c9b5461-42f5-4990-aac4-3ffdd8d72dfe tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 946 time: 0.0736504 May 25 22:43:18.516651 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7ec336c0-4b95-431d-8a79-1e95a44bdfe4 req-d4506c29-1fd4-4c40-8b7e-656addea118d tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379608 May 25 22:43:19.113307 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-cedcc9df-0f9f-4aa9-9e0f-2ee9e66d1fbf req-b2c65611-528b-4781-850e-98424e10e3cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=360f94ee5000428395895ec5220a3314&device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 1099 time: 0.0772426 May 25 22:43:19.142375 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956bb50-a017-4df2-9ca2-60076c0255d3 req-d91ca9a0-9875-4dcf-ab42-ca305408855f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:19.143840 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e956bb50-a017-4df2-9ca2-60076c0255d3 req-d91ca9a0-9875-4dcf-ab42-ca305408855f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 946 time: 0.0763817 May 25 22:43:19.188482 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e956bb50-a017-4df2-9ca2-60076c0255d3 req-1f3f19b6-ae4f-4371-949b-f14cf985e3f8 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391474 May 25 22:43:19.242792 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcc9df-0f9f-4aa9-9e0f-2ee9e66d1fbf req-047c0db5-b0c2-4f85-ba76-f279c9a0724a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:19.244248 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-cedcc9df-0f9f-4aa9-9e0f-2ee9e66d1fbf req-047c0db5-b0c2-4f85-ba76-f279c9a0724a service neutron] 10.222.0.15 "GET /v2.0/networks?id=84ae9284-4480-4503-b05c-9e1235a6ee14 HTTP/1.1" status: 200 len: 920 time: 0.1250179 May 25 22:43:19.349600 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-cedcc9df-0f9f-4aa9-9e0f-2ee9e66d1fbf req-11bb3eb0-b870-4839-9338-b2d03492fe32 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b594f63-901c-4bd8-9f9b-f90818f7c76b HTTP/1.1" status: 200 len: 1002 time: 0.0973914 May 25 22:43:19.412427 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcc9df-0f9f-4aa9-9e0f-2ee9e66d1fbf req-21f6905b-41ec-4936-842e-0528cbf8c7ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:19.413801 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-cedcc9df-0f9f-4aa9-9e0f-2ee9e66d1fbf req-21f6905b-41ec-4936-842e-0528cbf8c7ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eaeba0d5-7c5d-481f-b009-b71f12b223e9 HTTP/1.1" status: 200 len: 858 time: 0.0576501 May 25 22:43:19.491588 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-cedcc9df-0f9f-4aa9-9e0f-2ee9e66d1fbf req-90b6a6a3-d2d3-4944-a7c7-f9ee090572cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=84ae9284-4480-4503-b05c-9e1235a6ee14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696354 May 25 22:43:19.619497 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-cedcc9df-0f9f-4aa9-9e0f-2ee9e66d1fbf req-98778d72-beb1-40f4-9a3d-0eba87c031ee service neutron] 10.222.0.15 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202958 May 25 22:43:19.753353 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-cedcc9df-0f9f-4aa9-9e0f-2ee9e66d1fbf req-36167694-c1e9-4823-a571-d3e12d445e6e service neutron] 10.222.0.15 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215961 May 25 22:43:20.443615 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a70d4-be8f-4ff7-9793-a1196651e9ac req-16bf76b8-0e9f-45f6-b55d-be57d714815f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:20.445037 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-971a70d4-be8f-4ff7-9793-a1196651e9ac req-16bf76b8-0e9f-45f6-b55d-be57d714815f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 946 time: 0.1301856 May 25 22:43:20.489243 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-971a70d4-be8f-4ff7-9793-a1196651e9ac req-aebc2f38-774c-4301-8c34-53314b120e48 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386288 May 25 22:43:21.682752 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925e1d2-7901-4b4c-99d3-a878de533d47 req-3ad22956-fbac-4fe4-a929-7e7852e4128b tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:21.684189 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-3925e1d2-7901-4b4c-99d3-a878de533d47 req-3ad22956-fbac-4fe4-a929-7e7852e4128b tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 946 time: 0.0781019 May 25 22:43:21.730057 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-3925e1d2-7901-4b4c-99d3-a878de533d47 req-cf35bc2e-64a0-4561-8d3d-85bd09203fc3 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401206 May 25 22:43:22.921891 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dbbc5-34b9-4414-98a2-1a152dace8ed req-551fab92-191a-4d77-9da9-b0134bb875f2 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:22.923333 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2f7dbbc5-34b9-4414-98a2-1a152dace8ed req-551fab92-191a-4d77-9da9-b0134bb875f2 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 946 time: 0.0767751 May 25 22:43:22.966625 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2f7dbbc5-34b9-4414-98a2-1a152dace8ed req-01796fe1-df70-4949-b7db-8f8902337af4 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379727 May 25 22:43:23.160071 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67873e-0432-4e77-b404-ff0f95862588 req-be2f1339-ee48-4880-9420-a6257d6cc190 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:23.161408 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-cd67873e-0432-4e77-b404-ff0f95862588 req-be2f1339-ee48-4880-9420-a6257d6cc190 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 946 time: 0.0738883 May 25 22:43:23.170483 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 43646) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:23.175460 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-9007ca16-e826-432c-b4a6-40bc9bafd210 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Request body: {'floatingip': {'port_id': '9b594f63-901c-4bd8-9f9b-f90818f7c76b'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:43:23.277349 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-9007ca16-e826-432c-b4a6-40bc9bafd210 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks [] for floatingip, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:23.931362 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-9007ca16-e826-432c-b4a6-40bc9bafd210 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:23.934805 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-9007ca16-e826-432c-b4a6-40bc9bafd210 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997866'] for floatingip, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:24.311979 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9007ca16-e826-432c-b4a6-40bc9bafd210 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Router d20adea2-cfd7-4d8c-a819-58e48c7e84e3 has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:43:24.502594 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9007ca16-e826-432c-b4a6-40bc9bafd210 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:43:24.506805 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-9007ca16-e826-432c-b4a6-40bc9bafd210 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for floatingip, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:24.511856 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a28c1d2-ceca-40ed-9858-136b9e566fca None None] Sync routers for ids ['d20adea2-cfd7-4d8c-a819-58e48c7e84e3'] in dv-cinder-843305-1-smb {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:43:24.523672 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a28c1d2-ceca-40ed-9858-136b9e566fca None None] Routers {'d20adea2-cfd7-4d8c-a819-58e48c7e84e3'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:43:24.524265 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-1a28c1d2-ceca-40ed-9858-136b9e566fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:43:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['d20adea2-cfd7-4d8c-a819-58e48c7e84e3'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:24.586857 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a59b4a-8e7b-483f-a4f4-06d7b1627215', 'tag': '9b594f63-901c-4bd8-9f9b-f90818f7c76b'}] {{(pid=83203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:43:24.620522 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-9007ca16-e826-432c-b4a6-40bc9bafd210 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "PUT /v2.0/floatingips/f58ac7cc-ff5a-4dc6-905d-4709eb872c8b HTTP/1.1" status: 200 len: 994 time: 1.4490438 May 25 22:43:24.641726 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f22ec44e-6baf-4109-aa3f-7dcb4b659efe'] response: {'name': 'network-changed', 'server_uuid': 'c0a59b4a-8e7b-483f-a4f4-06d7b1627215', 'tag': '9b594f63-901c-4bd8-9f9b-f90818f7c76b', 'status': 'completed', 'code': 200} May 25 22:43:24.699845 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-1a28c1d2-ceca-40ed-9858-136b9e566fca None None] Set router d20adea2-cfd7-4d8c-a819-58e48c7e84e3 gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:43:24.756037 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d59cfaef-d460-4bcc-9286-88f136710737 req-9498d85c-39e9-482e-87e1-e983581da5de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=360f94ee5000428395895ec5220a3314&device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 1099 time: 0.0668993 May 25 22:43:24.888351 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59cfaef-d460-4bcc-9286-88f136710737 req-634f1ef5-30e3-43a5-8ca3-231fd33e478a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:24.889768 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d59cfaef-d460-4bcc-9286-88f136710737 req-634f1ef5-30e3-43a5-8ca3-231fd33e478a service neutron] 10.222.0.15 "GET /v2.0/networks?id=84ae9284-4480-4503-b05c-9e1235a6ee14 HTTP/1.1" status: 200 len: 920 time: 0.1271572 May 25 22:43:24.991119 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d59cfaef-d460-4bcc-9286-88f136710737 req-b00d887a-c794-4e9c-8796-5382d2874ce5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b594f63-901c-4bd8-9f9b-f90818f7c76b HTTP/1.1" status: 200 len: 1002 time: 0.0950446 May 25 22:43:25.038676 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-1a28c1d2-ceca-40ed-9858-136b9e566fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1299349677-router', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': '9aa33250-89d8-4246-99da-de69ec773fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:42Z', 'updated_at': '2022-05-25T22:38:58Z', 'revision_number': 4, 'project_id': '360f94ee5000428395895ec5220a3314', 'gw_port': {'id': '9aa33250-89d8-4246-99da-de69ec773fc5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:43Z', 'updated_at': '2022-05-25T22:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': 'f58ac7cc-ff5a-4dc6-905d-4709eb872c8b', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'floating_ip_address': '172.28.2.112', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'port_id': '9b594f63-901c-4bd8-9f9b-f90818f7c76b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14', 'mac_address': 'fa:16:3e:91:76:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a59b4a-8e7b-483f-a4f4-06d7b1627215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:40:48Z', 'updated_at': '2022-05-25T22:43:23Z', 'revision_number': 3, 'project_id': '360f94ee5000428395895ec5220a3314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18460971-5619-4061-8ff0-4059de421245', 'name': '', 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'mac_address': 'fa:16:3e:02:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaeba0d5-7c5d-481f-b009-b71f12b223e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:54Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 5, 'project_id': '360f94ee5000428395895ec5220a3314', 'subnets': [{'id': 'eaeba0d5-7c5d-481f-b009-b71f12b223e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:25.042359 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a28c1d2-ceca-40ed-9858-136b9e566fca None None] Checking router: d20adea2-cfd7-4d8c-a819-58e48c7e84e3 for host: dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:43:25.052356 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59cfaef-d460-4bcc-9286-88f136710737 req-0a3fff6c-ba77-4d62-9131-03e7216ec385 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:25.052502 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a28c1d2-ceca-40ed-9858-136b9e566fca None None] Routers {'d20adea2-cfd7-4d8c-a819-58e48c7e84e3'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:43:25.053083 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-1a28c1d2-ceca-40ed-9858-136b9e566fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:43:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['d20adea2-cfd7-4d8c-a819-58e48c7e84e3'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:25.053786 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d59cfaef-d460-4bcc-9286-88f136710737 req-0a3fff6c-ba77-4d62-9131-03e7216ec385 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eaeba0d5-7c5d-481f-b009-b71f12b223e9 HTTP/1.1" status: 200 len: 858 time: 0.0559680 May 25 22:43:25.130835 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d59cfaef-d460-4bcc-9286-88f136710737 req-a9188d8d-3051-4117-a171-4f353d363bd5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=84ae9284-4480-4503-b05c-9e1235a6ee14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0706360 May 25 22:43:25.237230 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-1a28c1d2-ceca-40ed-9858-136b9e566fca None None] Set router d20adea2-cfd7-4d8c-a819-58e48c7e84e3 gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:43:25.261864 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d59cfaef-d460-4bcc-9286-88f136710737 req-7d41ddf7-b67f-43cd-aa83-42e63034efab service neutron] 10.222.0.15 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237898 May 25 22:43:25.389978 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d59cfaef-d460-4bcc-9286-88f136710737 req-738246ae-deaa-4103-91da-5abaf6e044ec service neutron] 10.222.0.15 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219110 May 25 22:43:25.605152 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-1a28c1d2-ceca-40ed-9858-136b9e566fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1299349677-router', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': '9aa33250-89d8-4246-99da-de69ec773fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:42Z', 'updated_at': '2022-05-25T22:38:58Z', 'revision_number': 4, 'project_id': '360f94ee5000428395895ec5220a3314', 'gw_port': {'id': '9aa33250-89d8-4246-99da-de69ec773fc5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:43Z', 'updated_at': '2022-05-25T22:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': 'f58ac7cc-ff5a-4dc6-905d-4709eb872c8b', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'floating_ip_address': '172.28.2.112', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'port_id': '9b594f63-901c-4bd8-9f9b-f90818f7c76b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14', 'mac_address': 'fa:16:3e:91:76:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a59b4a-8e7b-483f-a4f4-06d7b1627215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:40:48Z', 'updated_at': '2022-05-25T22:43:23Z', 'revision_number': 3, 'project_id': '360f94ee5000428395895ec5220a3314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18460971-5619-4061-8ff0-4059de421245', 'name': '', 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'mac_address': 'fa:16:3e:02:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaeba0d5-7c5d-481f-b009-b71f12b223e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:54Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 5, 'project_id': '360f94ee5000428395895ec5220a3314', 'subnets': [{'id': 'eaeba0d5-7c5d-481f-b009-b71f12b223e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:25.609043 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a28c1d2-ceca-40ed-9858-136b9e566fca None None] The sync data for ids ['d20adea2-cfd7-4d8c-a819-58e48c7e84e3'] in dv-cinder-843305-1-smb is: [{'id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1299349677-router', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': '9aa33250-89d8-4246-99da-de69ec773fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:42Z', 'updated_at': '2022-05-25T22:38:58Z', 'revision_number': 4, 'project_id': '360f94ee5000428395895ec5220a3314', 'gw_port': {'id': '9aa33250-89d8-4246-99da-de69ec773fc5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:43Z', 'updated_at': '2022-05-25T22:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': 'f58ac7cc-ff5a-4dc6-905d-4709eb872c8b', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'floating_ip_address': '172.28.2.112', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'port_id': '9b594f63-901c-4bd8-9f9b-f90818f7c76b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14', 'mac_address': 'fa:16:3e:91:76:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a59b4a-8e7b-483f-a4f4-06d7b1627215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:40:48Z', 'updated_at': '2022-05-25T22:43:23Z', 'revision_number': 3, 'project_id': '360f94ee5000428395895ec5220a3314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18460971-5619-4061-8ff0-4059de421245', 'name': '', 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'mac_address': 'fa:16:3e:02:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaeba0d5-7c5d-481f-b009-b71f12b223e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:54Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 5, 'project_id': '360f94ee5000428395895ec5220a3314', 'subnets': [{'id': 'eaeba0d5-7c5d-481f-b009-b71f12b223e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:43:26.643153 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a59b4a-8e7b-483f-a4f4-06d7b1627215', 'tag': '9b594f63-901c-4bd8-9f9b-f90818f7c76b'}] {{(pid=83203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:43:26.696022 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7937595-b557-47a2-80b8-e181f2f6dc60'] response: {'name': 'network-changed', 'server_uuid': 'c0a59b4a-8e7b-483f-a4f4-06d7b1627215', 'tag': '9b594f63-901c-4bd8-9f9b-f90818f7c76b', 'status': 'completed', 'code': 200} May 25 22:43:26.813796 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-e57f941b-4010-4b84-adba-b906970b6161 req-53161459-51a6-493a-a653-be67f45d7f0d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=360f94ee5000428395895ec5220a3314&device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 1099 time: 0.0664482 May 25 22:43:26.943401 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f941b-4010-4b84-adba-b906970b6161 req-6ccd29a3-bfe9-4f0a-84db-1b7ea4c6b367 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:26.944840 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-e57f941b-4010-4b84-adba-b906970b6161 req-6ccd29a3-bfe9-4f0a-84db-1b7ea4c6b367 service neutron] 10.222.0.15 "GET /v2.0/networks?id=84ae9284-4480-4503-b05c-9e1235a6ee14 HTTP/1.1" status: 200 len: 920 time: 0.1248937 May 25 22:43:27.053133 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-e57f941b-4010-4b84-adba-b906970b6161 req-4ed31160-a96c-4bdc-88f6-565e27a5bfd8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b594f63-901c-4bd8-9f9b-f90818f7c76b HTTP/1.1" status: 200 len: 1002 time: 0.1015379 May 25 22:43:27.114832 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f941b-4010-4b84-adba-b906970b6161 req-96d035e5-b882-4db2-b413-2a5955d8e012 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:27.116672 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-e57f941b-4010-4b84-adba-b906970b6161 req-96d035e5-b882-4db2-b413-2a5955d8e012 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eaeba0d5-7c5d-481f-b009-b71f12b223e9 HTTP/1.1" status: 200 len: 858 time: 0.0572875 May 25 22:43:27.195168 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-e57f941b-4010-4b84-adba-b906970b6161 req-ebd28dd6-2a71-4b28-8107-6a5bf976a82e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=84ae9284-4480-4503-b05c-9e1235a6ee14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708251 May 25 22:43:27.334403 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-e57f941b-4010-4b84-adba-b906970b6161 req-0274ee0e-cb5e-4087-99d0-e0b8ca136021 service neutron] 10.222.0.15 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287861 May 25 22:43:27.579556 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-e57f941b-4010-4b84-adba-b906970b6161 req-cb10f6b3-eb56-4715-bff0-3e859a83f42c service neutron] 10.222.0.15 "GET /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386491 May 25 22:43:27.593120 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f885031-eac9-4845-98d0-157121c95903 req-10ea97d7-511e-4a47-9165-940fbb86d89f tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:27.594480 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7f885031-eac9-4845-98d0-157121c95903 req-10ea97d7-511e-4a47-9165-940fbb86d89f tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.1872072 May 25 22:43:27.639740 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7f885031-eac9-4845-98d0-157121c95903 req-5eadec6e-48e9-4ae4-afd4-32a28ffb5e2e tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383697 May 25 22:43:28.838071 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63573d3-285a-404d-bd5d-211e3cda0132 req-0c6de2b2-45ea-4373-8550-2b3bb482c99c tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:28.839531 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e63573d3-285a-404d-bd5d-211e3cda0132 req-0c6de2b2-45ea-4373-8550-2b3bb482c99c tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.0791454 May 25 22:43:28.950509 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e63573d3-285a-404d-bd5d-211e3cda0132 req-c1fcdda2-51dc-4d92-848e-2e37e923b21a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053615 May 25 22:43:29.386896 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:43:30.140850 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e721e-b4fd-432a-a412-09379f4d1a75 req-1cfa4cbc-49e7-40a6-b2a1-75414e9664b2 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:30.142267 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-673e721e-b4fd-432a-a412-09379f4d1a75 req-1cfa4cbc-49e7-40a6-b2a1-75414e9664b2 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.0731013 May 25 22:43:30.186869 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-673e721e-b4fd-432a-a412-09379f4d1a75 req-51db7f94-40f7-4c9d-ac40-f32b9c9116a1 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391774 May 25 22:43:31.377167 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3377266-7a1e-44ab-a778-387c42f51824 req-73cf15ca-5ed4-4a58-ac53-0c71f33b28c5 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:31.378686 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b3377266-7a1e-44ab-a778-387c42f51824 req-73cf15ca-5ed4-4a58-ac53-0c71f33b28c5 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.0731039 May 25 22:43:31.422572 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b3377266-7a1e-44ab-a778-387c42f51824 req-b3fdfcbc-ff8c-4c18-a531-5f2afa58e4fc tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378129 May 25 22:43:32.616476 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df4b8b-ebf1-4834-a52a-8cd20d6faa8c req-4bee958c-ec5e-4401-933c-35cb8b8a6ffa tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:32.617880 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-99df4b8b-ebf1-4834-a52a-8cd20d6faa8c req-4bee958c-ec5e-4401-933c-35cb8b8a6ffa tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.0781109 May 25 22:43:32.662462 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-99df4b8b-ebf1-4834-a52a-8cd20d6faa8c req-cf57ce72-7ae0-40d4-8819-70802591b726 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391212 May 25 22:43:33.820784 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:33.853970 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1a6e3-d2c4-4652-936a-c07ed004e0f7 req-4477427b-98c3-4a1d-b8a2-27000ff80aff tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:33.855418 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-1ef1a6e3-d2c4-4652-936a-c07ed004e0f7 req-4477427b-98c3-4a1d-b8a2-27000ff80aff tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.0774672 May 25 22:43:33.898781 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-1ef1a6e3-d2c4-4652-936a-c07ed004e0f7 req-6f18be94-2df8-4d39-910a-88b82ee9121e tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378532 May 25 22:43:35.088563 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ebdc8-a8a2-4287-aaba-18575f1cbd44 req-f4102b54-ceb4-42f2-ad3e-5c629c463d15 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:35.089966 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-510ebdc8-a8a2-4287-aaba-18575f1cbd44 req-f4102b54-ceb4-42f2-ad3e-5c629c463d15 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.0745397 May 25 22:43:35.134488 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-510ebdc8-a8a2-4287-aaba-18575f1cbd44 req-42120a8d-8a9a-468e-9573-2f5ff0e723dd tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390470 May 25 22:43:36.326925 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bebc72-ea37-4879-a17c-212f8a268b6a req-ceae1a5c-4392-480b-89f7-3556d2225385 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:36.328339 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-a3bebc72-ea37-4879-a17c-212f8a268b6a req-ceae1a5c-4392-480b-89f7-3556d2225385 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.0747688 May 25 22:43:36.372050 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-a3bebc72-ea37-4879-a17c-212f8a268b6a req-e9f7461d-24c4-4043-a723-8d756997e618 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383868 May 25 22:43:36.823051 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bee3168b-809b-4055-9d7d-e2f579cdc5e7 req-9fcc7be9-23e1-48f0-9e0f-5e6760f60b4c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680552 May 25 22:43:36.926896 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bee3168b-809b-4055-9d7d-e2f579cdc5e7 req-242c9f87-6c7c-4ed4-9a9d-d992801cb0ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8070272689ae4feda68b4ce15376a6be&device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 1099 time: 0.0683451 May 25 22:43:37.068308 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3168b-809b-4055-9d7d-e2f579cdc5e7 req-0e1f430c-e4f1-478d-87f8-10aa08bf094f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:37.069690 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bee3168b-809b-4055-9d7d-e2f579cdc5e7 req-0e1f430c-e4f1-478d-87f8-10aa08bf094f service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0e051db-549c-4c00-b572-ba45117467c0 HTTP/1.1" status: 200 len: 918 time: 0.1232374 May 25 22:43:37.179309 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bee3168b-809b-4055-9d7d-e2f579cdc5e7 req-fed3b5b0-c7e2-45c5-b4b7-11872ffa2000 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c39b060-16ee-4958-a009-5f6268b00f7d HTTP/1.1" status: 200 len: 1001 time: 0.1019974 May 25 22:43:37.244575 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3168b-809b-4055-9d7d-e2f579cdc5e7 req-24254317-4fc4-48ba-9a5d-fc0afa4fa6a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:37.245975 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bee3168b-809b-4055-9d7d-e2f579cdc5e7 req-24254317-4fc4-48ba-9a5d-fc0afa4fa6a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9149cc5-7f23-4821-b9e2-fe53e98b46ba HTTP/1.1" status: 200 len: 856 time: 0.0566866 May 25 22:43:37.321763 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bee3168b-809b-4055-9d7d-e2f579cdc5e7 req-ef1f0a53-cbe2-42e0-93c1-86cc81599298 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0e051db-549c-4c00-b572-ba45117467c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0693181 May 25 22:43:37.453896 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bee3168b-809b-4055-9d7d-e2f579cdc5e7 req-a18bf3d3-523b-4f19-803f-270e9da29932 service neutron] 10.222.0.15 "GET /v2.0/networks/f0e051db-549c-4c00-b572-ba45117467c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246095 May 25 22:43:37.645139 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bee3168b-809b-4055-9d7d-e2f579cdc5e7 req-bfc2f3c7-7837-4e9d-bb5e-70edad7c0202 service neutron] 10.222.0.15 "GET /v2.0/networks/f0e051db-549c-4c00-b572-ba45117467c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852391 May 25 22:43:37.655474 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a33da-3c4c-4099-b2cb-27ad8fc0bb50 req-5e24b356-e97d-41fc-a9c2-05ac49fb2f8c tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:37.657535 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-6d4a33da-3c4c-4099-b2cb-27ad8fc0bb50 req-5e24b356-e97d-41fc-a9c2-05ac49fb2f8c tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.1635518 May 25 22:43:37.704448 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-6d4a33da-3c4c-4099-b2cb-27ad8fc0bb50 req-d652d3a0-3fe2-484d-be85-cb4fae661290 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420537 May 25 22:43:38.903264 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3ec73-b5c5-44e9-871d-90e905873983 req-6061615a-39b6-44c6-b786-1b888cbb4e7e tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:38.904690 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-46f3ec73-b5c5-44e9-871d-90e905873983 req-6061615a-39b6-44c6-b786-1b888cbb4e7e tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.0820339 May 25 22:43:38.949126 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-46f3ec73-b5c5-44e9-871d-90e905873983 req-3e3cccfe-103c-4884-b88f-fc0446b5bfc7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390577 May 25 22:43:40.137855 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c4303-cfe1-47d1-a4ba-5e2d6957cf54 req-6f34ff24-35d3-49ca-b03b-b7dd5e53252a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:40.139277 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-775c4303-cfe1-47d1-a4ba-5e2d6957cf54 req-6f34ff24-35d3-49ca-b03b-b7dd5e53252a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.0736766 May 25 22:43:40.183340 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-775c4303-cfe1-47d1-a4ba-5e2d6957cf54 req-1edfb09f-d0f9-477e-bb63-3b4f23e4c52f tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385959 May 25 22:43:41.374318 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827943d-9ea1-44e0-b40b-573ecea746bb req-3b52eb15-eac2-4a96-a593-1ea6b0e8255a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:41.375754 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-4827943d-9ea1-44e0-b40b-573ecea746bb req-3b52eb15-eac2-4a96-a593-1ea6b0e8255a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.0741885 May 25 22:43:41.422958 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-4827943d-9ea1-44e0-b40b-573ecea746bb req-83ac3f3a-041f-4d5f-b067-09347e21d98c tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417845 May 25 22:43:42.608676 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-756c8d65-b680-4da7-9781-a1020b05e23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:42.615206 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e70ce-b2c2-4db5-a66a-07b852064bec req-9996e1b3-f3ca-4e66-a90b-b53ae4ebe82a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:42.616642 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b31e70ce-b2c2-4db5-a66a-07b852064bec req-9996e1b3-f3ca-4e66-a90b-b53ae4ebe82a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.0783448 May 25 22:43:42.660742 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b31e70ce-b2c2-4db5-a66a-07b852064bec req-fd7b3f5d-0206-4078-bbb0-d2879911f66f tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379417 May 25 22:43:43.854870 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94498f-39ee-4584-b0e0-41c070400d64 req-3ef6d975-73ba-43f8-8fbf-ba4342faa264 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:43.856188 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-df94498f-39ee-4584-b0e0-41c070400d64 req-3ef6d975-73ba-43f8-8fbf-ba4342faa264 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.0740638 May 25 22:43:43.899389 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-df94498f-39ee-4584-b0e0-41c070400d64 req-3282893c-e9e9-4220-825b-55804ea41853 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379391 May 25 22:43:44.272953 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc279dd6-79b9-40fc-b38d-7bd99f8cdf85 req-9684f6df-caa3-4e63-a36b-b2551a82cb44 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:44.275193 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-dc279dd6-79b9-40fc-b38d-7bd99f8cdf85 req-9684f6df-caa3-4e63-a36b-b2551a82cb44 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.1025178 May 25 22:43:44.319609 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-acc6fce8-2fa1-4634-9bf6-eb4736a80270 req-bdaaf25b-1b51-4a35-9bc3-1c757ae598b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8245386779d14b72ba8d57559c8a6be4&device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 1099 time: 0.0677226 May 25 22:43:44.320197 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-dc279dd6-79b9-40fc-b38d-7bd99f8cdf85 req-3cb8afa0-bdbc-4080-adc1-77a8d5b61c65 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392468 May 25 22:43:44.504981 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6fce8-2fa1-4634-9bf6-eb4736a80270 req-bf26b83a-088e-4662-9287-f09b6a092f0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:44.506446 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-acc6fce8-2fa1-4634-9bf6-eb4736a80270 req-bf26b83a-088e-4662-9287-f09b6a092f0a service neutron] 10.222.0.15 "GET /v2.0/networks?id=7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2 HTTP/1.1" status: 200 len: 912 time: 0.1805630 May 25 22:43:44.613131 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-acc6fce8-2fa1-4634-9bf6-eb4736a80270 req-fc5959c0-dbdc-4139-b820-8f75e10a70a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01dc595a-feff-42c4-b62e-8142f9a3c35e HTTP/1.1" status: 200 len: 1002 time: 0.0959015 May 25 22:43:44.679447 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6fce8-2fa1-4634-9bf6-eb4736a80270 req-a36d8815-b954-4e70-8dfc-8d77f83abba4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:44.680827 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-acc6fce8-2fa1-4634-9bf6-eb4736a80270 req-a36d8815-b954-4e70-8dfc-8d77f83abba4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=485856f6-0ca7-4895-967d-86a1a09c0007 HTTP/1.1" status: 200 len: 850 time: 0.0583208 May 25 22:43:44.752415 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-acc6fce8-2fa1-4634-9bf6-eb4736a80270 req-e92b4bbd-d732-4bd5-bd91-4c014f723198 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0650592 May 25 22:43:44.764480 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-8a61a37f-4d16-4377-8b00-5f9a8df9afe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:44.885415 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-acc6fce8-2fa1-4634-9bf6-eb4736a80270 req-1231eef6-0b92-4397-8154-e6e1eb47dead service neutron] 10.222.0.15 "GET /v2.0/networks/7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224051 May 25 22:43:45.014680 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-acc6fce8-2fa1-4634-9bf6-eb4736a80270 req-60df77ba-1acf-4d03-89ca-c7d154da91d5 service neutron] 10.222.0.15 "GET /v2.0/networks/7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224825 May 25 22:43:45.658317 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a498e-3e04-4d39-8084-3c216354dc12 req-a9b08e90-713e-488c-90a1-1e8101489ab1 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:45.659698 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a74a498e-3e04-4d39-8084-3c216354dc12 req-a9b08e90-713e-488c-90a1-1e8101489ab1 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.2198880 May 25 22:43:45.707576 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a74a498e-3e04-4d39-8084-3c216354dc12 req-064f98f0-5f86-4138-964c-90ffa27db68c tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417442 May 25 22:43:45.980437 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:46.390126 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:46.968505 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab99b9c-59a6-482a-a162-2bf038e9d059 req-5b0d51b4-5a17-46b4-9be7-6ace1c2fd675 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:46.969936 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-fab99b9c-59a6-482a-a162-2bf038e9d059 req-5b0d51b4-5a17-46b4-9be7-6ace1c2fd675 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.1437716 May 25 22:43:47.014185 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-fab99b9c-59a6-482a-a162-2bf038e9d059 req-9fd720bd-00bb-4b80-b8c1-e9bd2e961acf tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385394 May 25 22:43:47.521014 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:03.830437 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:06.386891 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:44:12.609963 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-28f8f734-16b2-4ef6-8012-88eaf80cafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:12.795495 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f23377-38f7-42cf-8c6f-b087773b3fc8 req-4dd11501-8735-49c8-b894-c4e5cd1aaab0 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:12.796896 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e5f23377-38f7-42cf-8c6f-b087773b3fc8 req-4dd11501-8735-49c8-b894-c4e5cd1aaab0 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 946 time: 0.0769644 May 25 22:44:12.840830 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e5f23377-38f7-42cf-8c6f-b087773b3fc8 req-d09c12eb-3e29-4f2f-9c1b-6ec378a2f065 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384650 May 25 22:44:14.048754 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77256030-a998-4e51-ae3b-07e61ae39b11 req-e28bf5b5-a0f0-449a-825b-49a7f8a380eb tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:14.050168 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-77256030-a998-4e51-ae3b-07e61ae39b11 req-e28bf5b5-a0f0-449a-825b-49a7f8a380eb tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 946 time: 0.0736520 May 25 22:44:14.094497 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-77256030-a998-4e51-ae3b-07e61ae39b11 req-4de29f94-5a3b-46ff-991e-606b964ab635 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388060 May 25 22:44:14.766867 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-e6135ada-5844-46d0-a0cc-dd848dd1f922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:14.892653 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8de08-d16e-4b11-a581-52cfe6cc8cac req-e45532df-4850-430d-8def-3b51dcaa0959 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:14.894036 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-13d8de08-d16e-4b11-a581-52cfe6cc8cac req-e45532df-4850-430d-8def-3b51dcaa0959 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 946 time: 0.0770631 May 25 22:44:14.961096 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [req-13d8de08-d16e-4b11-a581-52cfe6cc8cac req-53fc722e-7769-4df5-a189-74c31feeafa3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Deleting port 1c39b060-16ee-4958-a009-5f6268b00f7d {{(pid=83204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:44:14.961449 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-13d8de08-d16e-4b11-a581-52cfe6cc8cac req-53fc722e-7769-4df5-a189-74c31feeafa3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:15.197690 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-13d8de08-d16e-4b11-a581-52cfe6cc8cac req-53fc722e-7769-4df5-a189-74c31feeafa3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] For port 1c39b060-16ee-4958-a009-5f6268b00f7d, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1c39b060-16ee-4958-a009-5f6268b00f7d,segment=NetworkSegment(1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3),segment_id=1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3)] {{(pid=83204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:44:15.198403 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-13d8de08-d16e-4b11-a581-52cfe6cc8cac req-53fc722e-7769-4df5-a189-74c31feeafa3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:15.304136 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe516e57-6bd9-4e93-bda9-f0b11f44d2e0 req-bd4686e6-8dd9-4f7f-b103-2d1db9b9d696 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:15.306421 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-fe516e57-6bd9-4e93-bda9-f0b11f44d2e0 req-bd4686e6-8dd9-4f7f-b103-2d1db9b9d696 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 946 time: 0.0779059 May 25 22:44:15.353830 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-fe516e57-6bd9-4e93-bda9-f0b11f44d2e0 req-0882c839-1097-43d2-8c4c-74328405557c tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4360e16-2dc4-471c-a0e3-7dbf21570495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419700 May 25 22:44:15.484809 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-13d8de08-d16e-4b11-a581-52cfe6cc8cac req-53fc722e-7769-4df5-a189-74c31feeafa3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:15.485087 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-13d8de08-d16e-4b11-a581-52cfe6cc8cac req-53fc722e-7769-4df5-a189-74c31feeafa3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997866'] for floatingip, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:15.485388 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.db.l3_db [req-13d8de08-d16e-4b11-a581-52cfe6cc8cac req-53fc722e-7769-4df5-a189-74c31feeafa3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Floating IP 435f30a3-70a7-4da8-8bca-89eabc02ec27 disassociated. External IP: 172.28.2.156, port: 1c39b060-16ee-4958-a009-5f6268b00f7d. May 25 22:44:15.485721 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [req-13d8de08-d16e-4b11-a581-52cfe6cc8cac req-53fc722e-7769-4df5-a189-74c31feeafa3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Calling delete_port for 1c39b060-16ee-4958-a009-5f6268b00f7d owned by compute:nova {{(pid=83204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:44:15.683211 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-13d8de08-d16e-4b11-a581-52cfe6cc8cac req-53fc722e-7769-4df5-a189-74c31feeafa3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:15.730720 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc722e-7769-4df5-a189-74c31feeafa3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Pushing event deleted for resources: {'Port': ['ID=1c39b060-16ee-4958-a009-5f6268b00f7d,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:15.742982 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc722e-7769-4df5-a189-74c31feeafa3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:15.743327 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc722e-7769-4df5-a189-74c31feeafa3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:15.743659 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc722e-7769-4df5-a189-74c31feeafa3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:15.743988 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc722e-7769-4df5-a189-74c31feeafa3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:15.744315 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc722e-7769-4df5-a189-74c31feeafa3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:15.744635 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc722e-7769-4df5-a189-74c31feeafa3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:15.744955 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc722e-7769-4df5-a189-74c31feeafa3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:15.745279 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc722e-7769-4df5-a189-74c31feeafa3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:15.745599 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc722e-7769-4df5-a189-74c31feeafa3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:15.745908 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc722e-7769-4df5-a189-74c31feeafa3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:15.746225 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc722e-7769-4df5-a189-74c31feeafa3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:15.943150 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13d8de08-d16e-4b11-a581-52cfe6cc8cac req-53fc722e-7769-4df5-a189-74c31feeafa3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Router bb764dd8-4f5c-41d0-9151-c1a4e44186e6 has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:44:15.983479 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:16.142631 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13d8de08-d16e-4b11-a581-52cfe6cc8cac req-53fc722e-7769-4df5-a189-74c31feeafa3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:44:16.154658 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ba0ef6-9e72-4a39-8ac8-a812e24687b6 None None] Sync routers for ids ['bb764dd8-4f5c-41d0-9151-c1a4e44186e6'] in dv-cinder-843305-1-smb {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:44:16.167169 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ba0ef6-9e72-4a39-8ac8-a812e24687b6 None None] Routers {'bb764dd8-4f5c-41d0-9151-c1a4e44186e6'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:44:16.168314 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-a0ba0ef6-9e72-4a39-8ac8-a812e24687b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:44:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['bb764dd8-4f5c-41d0-9151-c1a4e44186e6'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:44:16.212955 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d8de08-d16e-4b11-a581-52cfe6cc8cac req-53fc722e-7769-4df5-a189-74c31feeafa3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] No DVR routers for this DVR port 1c39b060-16ee-4958-a009-5f6268b00f7d on host hv-cinder-84330 {{(pid=83204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:44:16.216361 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-13d8de08-d16e-4b11-a581-52cfe6cc8cac req-53fc722e-7769-4df5-a189-74c31feeafa3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:16.219082 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcfa1d0-a395-48d6-8067-e858e6b097cb', 'name': 'network-vif-deleted', 'tag': '1c39b060-16ee-4958-a009-5f6268b00f7d'}] {{(pid=83204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:44:16.236276 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-13d8de08-d16e-4b11-a581-52cfe6cc8cac req-53fc722e-7769-4df5-a189-74c31feeafa3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.15 "DELETE /v2.0/ports/1c39b060-16ee-4958-a009-5f6268b00f7d HTTP/1.1" status: 204 len: 173 time: 1.3349917 May 25 22:44:16.280163 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63644f89-d972-4366-bbe8-2a7809bd0f49'] response: {'server_uuid': '0dcfa1d0-a395-48d6-8067-e858e6b097cb', 'name': 'network-vif-deleted', 'tag': '1c39b060-16ee-4958-a009-5f6268b00f7d', 'status': 'completed', 'code': 200} May 25 22:44:16.367829 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-a0ba0ef6-9e72-4a39-8ac8-a812e24687b6 None None] Set router bb764dd8-4f5c-41d0-9151-c1a4e44186e6 gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:44:16.457329 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:16.558235 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-0a232dce-9ac6-450d-970a-89f4b36a4ece req-c3102501-f7a0-42d8-a13f-417826b451a9 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dcfa1d0-a395-48d6-8067-e858e6b097cb HTTP/1.1" status: 200 len: 210 time: 0.0424073 May 25 22:44:16.731515 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-a0ba0ef6-9e72-4a39-8ac8-a812e24687b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1382777500-router', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:44Z', 'updated_at': '2022-05-25T22:39:01Z', 'revision_number': 4, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'gw_port': {'id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '3d4ea90a-3e31-4082-8a2d-6b7858266524', 'name': '', 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'mac_address': 'fa:16:3e:b2:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:57Z', 'updated_at': '2022-05-25T22:39:42Z', 'revision_number': 5, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'subnets': [{'id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:44:16.735338 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ba0ef6-9e72-4a39-8ac8-a812e24687b6 None None] Checking router: bb764dd8-4f5c-41d0-9151-c1a4e44186e6 for host: dv-cinder-843305-1-smb {{(pid=83205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:44:16.746269 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ba0ef6-9e72-4a39-8ac8-a812e24687b6 None None] Routers {'bb764dd8-4f5c-41d0-9151-c1a4e44186e6'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:44:16.746902 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-a0ba0ef6-9e72-4a39-8ac8-a812e24687b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:44:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['bb764dd8-4f5c-41d0-9151-c1a4e44186e6'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:44:16.924969 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-a0ba0ef6-9e72-4a39-8ac8-a812e24687b6 None None] Set router bb764dd8-4f5c-41d0-9151-c1a4e44186e6 gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:44:17.230509 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-a0ba0ef6-9e72-4a39-8ac8-a812e24687b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1382777500-router', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:44Z', 'updated_at': '2022-05-25T22:39:01Z', 'revision_number': 4, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'gw_port': {'id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '3d4ea90a-3e31-4082-8a2d-6b7858266524', 'name': '', 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'mac_address': 'fa:16:3e:b2:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:57Z', 'updated_at': '2022-05-25T22:39:42Z', 'revision_number': 5, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'subnets': [{'id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:44:17.234451 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ba0ef6-9e72-4a39-8ac8-a812e24687b6 None None] The sync data for ids ['bb764dd8-4f5c-41d0-9151-c1a4e44186e6'] in dv-cinder-843305-1-smb is: [{'id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1382777500-router', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:44Z', 'updated_at': '2022-05-25T22:39:01Z', 'revision_number': 4, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'gw_port': {'id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '3d4ea90a-3e31-4082-8a2d-6b7858266524', 'name': '', 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'mac_address': 'fa:16:3e:b2:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:57Z', 'updated_at': '2022-05-25T22:39:42Z', 'revision_number': 5, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'subnets': [{'id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:44:17.490111 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0f4355-576b-4a5b-8f7b-5d11cced0241 None None] New status for floating IP 435f30a3-70a7-4da8-8bca-89eabc02ec27: DOWN {{(pid=83206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:44:17.524291 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:17.725576 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 43792) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:17.791902 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-00c00f47-059a-404a-adbe-65541707355a tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:17.818154 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-00c00f47-059a-404a-adbe-65541707355a tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:17.872464 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-00c00f47-059a-404a-adbe-65541707355a tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:17.890100 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c00f47-059a-404a-adbe-65541707355a tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4360e16-2dc4-471c-a0e3-7dbf21570495,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:17.899523 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-00c00f47-059a-404a-adbe-65541707355a tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:17.900603 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-00c00f47-059a-404a-adbe-65541707355a tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "DELETE /v2.0/security-groups/a4360e16-2dc4-471c-a0e3-7dbf21570495 HTTP/1.1" status: 204 len: 168 time: 0.1728282 May 25 22:44:17.903257 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 43796) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:17.919776 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.api.v2.resource [None req-7c10c94f-a4d5-491b-831e-8c023d959f85 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] show failed (client error): The resource could not be found. May 25 22:44:17.920755 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-7c10c94f-a4d5-491b-831e-8c023d959f85 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups/a4360e16-2dc4-471c-a0e3-7dbf21570495 HTTP/1.1" status: 404 len: 347 time: 0.0166328 May 25 22:44:17.923645 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 43800) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:18.073397 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [None req-8925ee11-35b5-4242-a266-3ca990dcbbf6 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Deleting port 48f8e0c1-497b-450a-820e-82570ae4de98 {{(pid=83204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:44:18.073739 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-8925ee11-35b5-4242-a266-3ca990dcbbf6 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:18.246780 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-8925ee11-35b5-4242-a266-3ca990dcbbf6 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:18.247127 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-8925ee11-35b5-4242-a266-3ca990dcbbf6 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:18.310508 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 1c39b060-16ee-4958-a009-5f6268b00f7d no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:44:18.346799 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] No Port match for: 1c39b060-16ee-4958-a009-5f6268b00f7d {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:44:18.347142 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 1c39b060-16ee-4958-a009-5f6268b00f7d not bound to the agent host hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:44:18.365215 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [None req-8925ee11-35b5-4242-a266-3ca990dcbbf6 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Calling delete_port for 48f8e0c1-497b-450a-820e-82570ae4de98 owned by network:floatingip {{(pid=83204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:44:18.499203 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-8925ee11-35b5-4242-a266-3ca990dcbbf6 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:18.541619 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8925ee11-35b5-4242-a266-3ca990dcbbf6 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Pushing event deleted for resources: {'Port': ['ID=48f8e0c1-497b-450a-820e-82570ae4de98,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:18.628908 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-8925ee11-35b5-4242-a266-3ca990dcbbf6 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for floatingip, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:18.642620 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-8925ee11-35b5-4242-a266-3ca990dcbbf6 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for floatingip, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:18.643725 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-8925ee11-35b5-4242-a266-3ca990dcbbf6 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "DELETE /v2.0/floatingips/435f30a3-70a7-4da8-8bca-89eabc02ec27 HTTP/1.1" status: 204 len: 168 time: 0.7192326 May 25 22:44:18.745316 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 43806) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:18.750859 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-2e7e1024-36d6-44dc-8b9e-f3aeea9621fa tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--573492472', 'description': 'tempest-description--931909193'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:44:18.756629 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-2e7e1024-36d6-44dc-8b9e-f3aeea9621fa tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:44:18.761373 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-2e7e1024-36d6-44dc-8b9e-f3aeea9621fa tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Usage tracker for resource:security_group and tenant:8070272689ae4feda68b4ce15376a6be is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:44:18.764239 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-2e7e1024-36d6-44dc-8b9e-f3aeea9621fa tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:44:18.769797 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-2e7e1024-36d6-44dc-8b9e-f3aeea9621fa tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:44:18.782493 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-2e7e1024-36d6-44dc-8b9e-f3aeea9621fa tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:18.873959 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-2e7e1024-36d6-44dc-8b9e-f3aeea9621fa tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:44:18.877692 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-2e7e1024-36d6-44dc-8b9e-f3aeea9621fa tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Usage tracker for resource:security_group_rule and tenant:8070272689ae4feda68b4ce15376a6be is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:44:18.880509 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-2e7e1024-36d6-44dc-8b9e-f3aeea9621fa tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:44:18.886654 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-2e7e1024-36d6-44dc-8b9e-f3aeea9621fa tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:44:18.939110 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-2e7e1024-36d6-44dc-8b9e-f3aeea9621fa tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:18.942553 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-2e7e1024-36d6-44dc-8b9e-f3aeea9621fa tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:18.985738 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e1024-36d6-44dc-8b9e-f3aeea9621fa tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0748d7d5-1046-404e-b706-272e8b6eaee6,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:18.989559 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-2e7e1024-36d6-44dc-8b9e-f3aeea9621fa tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:18.990785 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-2e7e1024-36d6-44dc-8b9e-f3aeea9621fa tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2444582 May 25 22:44:18.994060 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 43810) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:18.999379 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-47eaac0e-4c1f-4a3c-9afe-fde9cfb8febb tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Request body: {'security_group_rule': {'security_group_id': '0748d7d5-1046-404e-b706-272e8b6eaee6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:44:19.005066 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-47eaac0e-4c1f-4a3c-9afe-fde9cfb8febb tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:44:19.009373 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-47eaac0e-4c1f-4a3c-9afe-fde9cfb8febb tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Usage tracker for resource:security_group_rule and tenant:8070272689ae4feda68b4ce15376a6be is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:44:19.012230 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-47eaac0e-4c1f-4a3c-9afe-fde9cfb8febb tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:44:19.017780 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-47eaac0e-4c1f-4a3c-9afe-fde9cfb8febb tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:44:19.033305 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-47eaac0e-4c1f-4a3c-9afe-fde9cfb8febb tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:19.091375 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-47eaac0e-4c1f-4a3c-9afe-fde9cfb8febb tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:19.094586 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-47eaac0e-4c1f-4a3c-9afe-fde9cfb8febb tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043470'] for security_group_rule, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:19.117435 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eaac0e-4c1f-4a3c-9afe-fde9cfb8febb tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7994ce75-ebc2-42a6-bcb4-c6996a598321,revision_number=0']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:19.126302 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-47eaac0e-4c1f-4a3c-9afe-fde9cfb8febb tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:19.127455 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-47eaac0e-4c1f-4a3c-9afe-fde9cfb8febb tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1324325 May 25 22:44:19.129982 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 43814) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:19.135328 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-426b9851-75e8-4706-945d-d4488de41a02 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Request body: {'security_group_rule': {'security_group_id': '0748d7d5-1046-404e-b706-272e8b6eaee6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:44:19.140666 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-426b9851-75e8-4706-945d-d4488de41a02 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:44:19.144388 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-426b9851-75e8-4706-945d-d4488de41a02 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Usage tracker for resource:security_group_rule and tenant:8070272689ae4feda68b4ce15376a6be is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:44:19.147227 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-426b9851-75e8-4706-945d-d4488de41a02 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:44:19.152924 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-426b9851-75e8-4706-945d-d4488de41a02 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:44:19.171199 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-426b9851-75e8-4706-945d-d4488de41a02 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:19.231973 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-426b9851-75e8-4706-945d-d4488de41a02 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:19.235562 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-426b9851-75e8-4706-945d-d4488de41a02 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043470'] for security_group_rule, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:19.258677 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b9851-75e8-4706-945d-d4488de41a02 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1394f23-91f9-45ba-8281-f5591234462a,revision_number=0']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:19.267098 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-426b9851-75e8-4706-945d-d4488de41a02 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:19.268429 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-426b9851-75e8-4706-945d-d4488de41a02 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1374681 May 25 22:44:19.271406 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 43818) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:19.276508 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-7e92fda1-fcc9-4bab-9304-d13499db1b92 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Request body: {'floatingip': {'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:44:19.281505 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-7e92fda1-fcc9-4bab-9304-d13499db1b92 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:44:19.285249 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-7e92fda1-fcc9-4bab-9304-d13499db1b92 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Usage tracker for resource:floatingip and tenant:8070272689ae4feda68b4ce15376a6be is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:44:19.288043 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-7e92fda1-fcc9-4bab-9304-d13499db1b92 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:44:19.300769 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-7e92fda1-fcc9-4bab-9304-d13499db1b92 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:44:19.306969 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7e92fda1-fcc9-4bab-9304-d13499db1b92 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for floatingip, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:19.438165 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7e92fda1-fcc9-4bab-9304-d13499db1b92 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:19.571696 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.db_base_plugin_common [None req-7e92fda1-fcc9-4bab-9304-d13499db1b92 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Allocated IP 172.28.2.166 (77f19dc1-c50e-4f02-8833-0fbdbbec8517/1120c8a6-ca37-4814-b2e9-f8ac22584781/d9c3a851-b364-4c6f-86bd-413c73642e97) {{(pid=83204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:44:19.712506 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7e92fda1-fcc9-4bab-9304-d13499db1b92 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for port, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:19.739773 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7e92fda1-fcc9-4bab-9304-d13499db1b92 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:19.802859 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e92fda1-fcc9-4bab-9304-d13499db1b92 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 is already hosted by enough agents. {{(pid=83204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:44:19.805437 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [None req-7e92fda1-fcc9-4bab-9304-d13499db1b92 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Resources bound (agent type, host, resource id): {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:44:19.809034 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e92fda1-fcc9-4bab-9304-d13499db1b92 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Received port after_create {{(pid=83204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:44:19.840835 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92fda1-fcc9-4bab-9304-d13499db1b92 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Pushing event updated for resources: {'Port': ['ID=d9c3a851-b364-4c6f-86bd-413c73642e97,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:19.967794 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7e92fda1-fcc9-4bab-9304-d13499db1b92 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:20.020326 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7e92fda1-fcc9-4bab-9304-d13499db1b92 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:20.214627 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7e92fda1-fcc9-4bab-9304-d13499db1b92 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for port, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:20.219264 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7e92fda1-fcc9-4bab-9304-d13499db1b92 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1172434'] for port, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:20.328097 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92fda1-fcc9-4bab-9304-d13499db1b92 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Pushing event updated for resources: {'Port': ['ID=d9c3a851-b364-4c6f-86bd-413c73642e97,revision_number=2']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:20.340673 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7e92fda1-fcc9-4bab-9304-d13499db1b92 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997866'] for floatingip, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:20.361924 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7e92fda1-fcc9-4bab-9304-d13499db1b92 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for floatingip, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:20.363200 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-7e92fda1-fcc9-4bab-9304-d13499db1b92 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0909059 May 25 22:44:20.529792 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-81ef2616-7c0e-4b13-a3da-c3e6d09e538e tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--573492472&fields=id&tenant_id=8070272689ae4feda68b4ce15376a6be HTTP/1.1" status: 200 len: 267 time: 0.0401685 May 25 22:44:20.671981 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-713b95f5-cc73-4ba0-b37e-dbf24144d7e4 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:20.673380 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-713b95f5-cc73-4ba0-b37e-dbf24144d7e4 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/networks?id=f0e051db-549c-4c00-b572-ba45117467c0 HTTP/1.1" status: 200 len: 817 time: 0.1374583 May 25 22:44:20.689136 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-936ea2af-a485-4d27-8755-8e5779706595 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/quotas/8070272689ae4feda68b4ce15376a6be HTTP/1.1" status: 200 len: 375 time: 0.0105984 May 25 22:44:20.772333 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-c509334b-6682-48ca-817b-349a22e9452c tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8070272689ae4feda68b4ce15376a6be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0785644 May 25 22:44:20.971607 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-bd0f71bc-9750-45c5-abd6-a5937fad4a2d service neutron] 10.222.0.59 "GET /v2.0/networks/f0e051db-549c-4c00-b572-ba45117467c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881213 May 25 22:44:21.100669 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-9f950ef0-bdb4-404f-ab71-69dd8350cdc2 service neutron] 10.222.0.59 "GET /v2.0/networks/f0e051db-549c-4c00-b572-ba45117467c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227570 May 25 22:44:21.291327 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-36ae9fd1-fe4d-4f14-adb2-3d1fe1cc1c92 req-a1eda23a-5d93-4b4c-a5d7-191c525a506c tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Synchronizing usage tracker for tenant:8070272689ae4feda68b4ce15376a6be on resource:port {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:44:21.306665 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-36ae9fd1-fe4d-4f14-adb2-3d1fe1cc1c92 req-a1eda23a-5d93-4b4c-a5d7-191c525a506c tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Unset dirty status for tenant:8070272689ae4feda68b4ce15376a6be on resource:port {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:44:21.307971 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-36ae9fd1-fe4d-4f14-adb2-3d1fe1cc1c92 req-a1eda23a-5d93-4b4c-a5d7-191c525a506c tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 210 time: 0.0582261 May 25 22:44:22.487838 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-22c58742-2a7f-4c69-98af-0a132726dd6d req-4ff34780-3f0c-497e-8129-0d54dc23d19f tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 210 time: 0.0406194 May 25 22:44:22.585375 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-5e3b1286-870f-4f41-ab96-ae45752f66af tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:22.586780 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-5e3b1286-870f-4f41-ab96-ae45752f66af tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.15 "GET /v2.0/networks?id=f0e051db-549c-4c00-b572-ba45117467c0 HTTP/1.1" status: 200 len: 817 time: 0.1476684 May 25 22:44:22.653006 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-8b87f7a8-a8a1-4227-8c77-8d1a2ac0f6c3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Synchronizing usage tracker for tenant:8070272689ae4feda68b4ce15376a6be on resource:security_group {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:44:22.668036 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-8b87f7a8-a8a1-4227-8c77-8d1a2ac0f6c3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Unset dirty status for tenant:8070272689ae4feda68b4ce15376a6be on resource:security_group {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:44:22.669133 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-8b87f7a8-a8a1-4227-8c77-8d1a2ac0f6c3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8070272689ae4feda68b4ce15376a6be HTTP/1.1" status: 200 len: 379 time: 0.0625362 May 25 22:44:22.678663 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-69178d64-8c3e-48ef-9317-5f1a1ee638f2 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Request body: {'port': {'device_id': '7ec69b19-2c03-41d6-941f-472d42fc34c8', 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0', 'admin_state_up': True, 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'security_groups': ['0748d7d5-1046-404e-b706-272e8b6eaee6']}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:44:22.810431 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-69178d64-8c3e-48ef-9317-5f1a1ee638f2 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:44:22.819617 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-69178d64-8c3e-48ef-9317-5f1a1ee638f2 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:44:22.828777 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-69178d64-8c3e-48ef-9317-5f1a1ee638f2 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Made reservation on behalf of 8070272689ae4feda68b4ce15376a6be for: {'port': 1} {{(pid=83204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:44:22.831636 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-69178d64-8c3e-48ef-9317-5f1a1ee638f2 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:23.042008 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.db_base_plugin_common [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-69178d64-8c3e-48ef-9317-5f1a1ee638f2 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Allocated IP 172.20.0.14 (f0e051db-549c-4c00-b572-ba45117467c0/b9149cc5-7f23-4821-b9e2-fe53e98b46ba/702a3d4d-40c5-40a0-b1e7-1af568258a30) {{(pid=83204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:44:23.220941 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-69178d64-8c3e-48ef-9317-5f1a1ee638f2 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for port, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:23.236313 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.provisioning_blocks [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-69178d64-8c3e-48ef-9317-5f1a1ee638f2 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Transition to ACTIVE for port object 702a3d4d-40c5-40a0-b1e7-1af568258a30 will not be triggered until provisioned by entity DHCP. {{(pid=83204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:44:23.257402 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-69178d64-8c3e-48ef-9317-5f1a1ee638f2 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:23.327908 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-69178d64-8c3e-48ef-9317-5f1a1ee638f2 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Network f0e051db-549c-4c00-b572-ba45117467c0 is already hosted by enough agents. {{(pid=83204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:44:23.330943 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-69178d64-8c3e-48ef-9317-5f1a1ee638f2 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Resources bound (agent type, host, resource id): {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:44:23.335776 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-69178d64-8c3e-48ef-9317-5f1a1ee638f2 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Received port after_create {{(pid=83204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:44:23.365026 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69178d64-8c3e-48ef-9317-5f1a1ee638f2 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Pushing event updated for resources: {'Port': ['ID=702a3d4d-40c5-40a0-b1e7-1af568258a30,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:23.402373 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-69178d64-8c3e-48ef-9317-5f1a1ee638f2 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:23.402964 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-69178d64-8c3e-48ef-9317-5f1a1ee638f2 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:23.428105 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-69178d64-8c3e-48ef-9317-5f1a1ee638f2 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7528939 May 25 22:44:23.517887 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-2fb3e51f-7cb1-47fe-bbdc-517a6b9b86f4 service neutron] Request body: {'port': {'device_id': '7ec69b19-2c03-41d6-941f-472d42fc34c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:44:23.566177 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-95a65d3c-e082-44d7-9ca9-dd164ce0ca87 None None] Provisioning for port 702a3d4d-40c5-40a0-b1e7-1af568258a30 completed by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:44:23.574028 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-95a65d3c-e082-44d7-9ca9-dd164ce0ca87 None None] Provisioning complete for port 702a3d4d-40c5-40a0-b1e7-1af568258a30 triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:44:23.574956 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-95a65d3c-e082-44d7-9ca9-dd164ce0ca87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:23.627705 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-2fb3e51f-7cb1-47fe-bbdc-517a6b9b86f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:23.637877 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-95a65d3c-e082-44d7-9ca9-dd164ce0ca87 None None] Port 702a3d4d-40c5-40a0-b1e7-1af568258a30 cannot update to ACTIVE because it is not bound. {{(pid=83205) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:44:23.805279 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441c2ef-0ec1-4ed6-94b9-359afbc035d5 req-467108b8-6e0a-4a93-82bd-fedc5af9c9b2 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:23.805968 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-0441c2ef-0ec1-4ed6-94b9-359afbc035d5 req-467108b8-6e0a-4a93-82bd-fedc5af9c9b2 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Synchronizing usage tracker for tenant:8070272689ae4feda68b4ce15376a6be on resource:port {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:44:23.836300 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-0441c2ef-0ec1-4ed6-94b9-359afbc035d5 req-467108b8-6e0a-4a93-82bd-fedc5af9c9b2 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Unset dirty status for tenant:8070272689ae4feda68b4ce15376a6be on resource:port {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:44:23.837393 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-0441c2ef-0ec1-4ed6-94b9-359afbc035d5 req-467108b8-6e0a-4a93-82bd-fedc5af9c9b2 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 932 time: 0.1990826 May 25 22:44:23.957969 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-0441c2ef-0ec1-4ed6-94b9-359afbc035d5 req-f985083c-d790-4589-9e85-5fe11540b774 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046631 May 25 22:44:24.061788 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-2fb3e51f-7cb1-47fe-bbdc-517a6b9b86f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 702a3d4d-40c5-40a0-b1e7-1af568258a30 {{(pid=83204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:44:24.068281 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-2fb3e51f-7cb1-47fe-bbdc-517a6b9b86f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:24.082536 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.provisioning_blocks [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-2fb3e51f-7cb1-47fe-bbdc-517a6b9b86f4 service neutron] Transition to ACTIVE for port object 702a3d4d-40c5-40a0-b1e7-1af568258a30 will not be triggered until provisioned by entity L2. {{(pid=83204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:44:24.086209 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-2fb3e51f-7cb1-47fe-bbdc-517a6b9b86f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1172434'] for port, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:24.215533 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3e51f-7cb1-47fe-bbdc-517a6b9b86f4 service neutron] Pushing event updated for resources: {'Port': ['ID=702a3d4d-40c5-40a0-b1e7-1af568258a30,revision_number=2']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:24.318088 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.managers [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-2fb3e51f-7cb1-47fe-bbdc-517a6b9b86f4 service neutron] Attempting to bind port 702a3d4d-40c5-40a0-b1e7-1af568258a30 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:44:24.318384 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.managers [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-2fb3e51f-7cb1-47fe-bbdc-517a6b9b86f4 service neutron] Attempting to bind port 702a3d4d-40c5-40a0-b1e7-1af568258a30 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0'}] {{(pid=83204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:44:24.318706 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-2fb3e51f-7cb1-47fe-bbdc-517a6b9b86f4 service neutron] Attempting to bind port 702a3d4d-40c5-40a0-b1e7-1af568258a30 on network f0e051db-549c-4c00-b572-ba45117467c0 {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:44:24.324342 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-2fb3e51f-7cb1-47fe-bbdc-517a6b9b86f4 service neutron] Port 702a3d4d-40c5-40a0-b1e7-1af568258a30 on network f0e051db-549c-4c00-b572-ba45117467c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:44:24.324649 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-2fb3e51f-7cb1-47fe-bbdc-517a6b9b86f4 service neutron] Attempting to bind port 702a3d4d-40c5-40a0-b1e7-1af568258a30 on network f0e051db-549c-4c00-b572-ba45117467c0 {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:44:24.330765 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-2fb3e51f-7cb1-47fe-bbdc-517a6b9b86f4 service neutron] Checking agent: {'id': '664d2378-5910-4a50-8747-70f7074f61b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'started_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:44:24.331093 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-2fb3e51f-7cb1-47fe-bbdc-517a6b9b86f4 service neutron] Checking segment: {'id': '1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:44:24.331468 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-2fb3e51f-7cb1-47fe-bbdc-517a6b9b86f4 service neutron] Bound using segment: {'id': '1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0'} {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:44:24.331881 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.managers [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-2fb3e51f-7cb1-47fe-bbdc-517a6b9b86f4 service neutron] Bound port: 702a3d4d-40c5-40a0-b1e7-1af568258a30, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0'}}] {{(pid=83204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:44:24.332215 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-2fb3e51f-7cb1-47fe-bbdc-517a6b9b86f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:24.419080 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-2fb3e51f-7cb1-47fe-bbdc-517a6b9b86f4 service neutron] For port 702a3d4d-40c5-40a0-b1e7-1af568258a30, host hv-cinder-84330, cleared binding levels {{(pid=83204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:44:24.421838 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-2fb3e51f-7cb1-47fe-bbdc-517a6b9b86f4 service neutron] For port 702a3d4d-40c5-40a0-b1e7-1af568258a30, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=702a3d4d-40c5-40a0-b1e7-1af568258a30,segment=NetworkSegment(1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3),segment_id=1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3)] {{(pid=83204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:44:24.425466 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-2fb3e51f-7cb1-47fe-bbdc-517a6b9b86f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1172434'] for port, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:24.482758 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-2fb3e51f-7cb1-47fe-bbdc-517a6b9b86f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:24.484091 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-2fb3e51f-7cb1-47fe-bbdc-517a6b9b86f4 service neutron] 10.222.0.15 "PUT /v2.0/ports/702a3d4d-40c5-40a0-b1e7-1af568258a30 HTTP/1.1" status: 200 len: 1094 time: 1.0377765 May 25 22:44:24.484516 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec69b19-2c03-41d6-941f-472d42fc34c8', 'tag': '702a3d4d-40c5-40a0-b1e7-1af568258a30'}] {{(pid=83204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:44:24.508106 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3e51f-7cb1-47fe-bbdc-517a6b9b86f4 service neutron] Pushing event updated for resources: {'Port': ['ID=702a3d4d-40c5-40a0-b1e7-1af568258a30,revision_number=3']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:24.634166 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d95e1bf-579e-41c0-a5ef-7eddad137ea6'] response: {'name': 'network-changed', 'server_uuid': '7ec69b19-2c03-41d6-941f-472d42fc34c8', 'tag': '702a3d4d-40c5-40a0-b1e7-1af568258a30', 'status': 'completed', 'code': 200} May 25 22:44:24.641254 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-fdd828a7-4cdd-4fe1-8e45-48beebb71444 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8070272689ae4feda68b4ce15376a6be&device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 1097 time: 0.0923240 May 25 22:44:24.720821 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-d6a00164-65e8-4b3a-a3d6-f46ca035b1b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=702a3d4d-40c5-40a0-b1e7-1af568258a30 HTTP/1.1" status: 200 len: 217 time: 0.0626307 May 25 22:44:24.841447 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-4a58e6e3-e8e9-42b7-b81c-3134785e6e48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:24.842812 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-4a58e6e3-e8e9-42b7-b81c-3134785e6e48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9149cc5-7f23-4821-b9e2-fe53e98b46ba HTTP/1.1" status: 200 len: 856 time: 0.1149280 May 25 22:44:24.915237 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-8ff740cd-9cbf-4c87-9141-dace2152e504 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0e051db-549c-4c00-b572-ba45117467c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0662229 May 25 22:44:25.046323 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-110ef010-ac5e-46f5-8cce-d8b64615786b service neutron] 10.222.0.15 "GET /v2.0/networks/f0e051db-549c-4c00-b572-ba45117467c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245465 May 25 22:44:25.227752 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-43d9dee7-52c3-498c-ad90-ca9071c68221 req-d2aee28d-7801-4c72-bf4b-8035c8d926e4 service neutron] 10.222.0.15 "GET /v2.0/networks/f0e051db-549c-4c00-b572-ba45117467c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753361 May 25 22:44:25.240841 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e6d34-ec87-491e-a32f-4de1354d92b9 req-1fc4c810-9e56-4bc5-be90-31af42c5ead6 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:25.242222 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-982e6d34-ec87-491e-a32f-4de1354d92b9 req-1fc4c810-9e56-4bc5-be90-31af42c5ead6 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 944 time: 0.1232762 May 25 22:44:25.288756 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-982e6d34-ec87-491e-a32f-4de1354d92b9 req-c615be57-411c-473d-86fa-ea54318c43b7 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408669 May 25 22:44:25.409668 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7e1876a7-30cf-4320-8be9-c0ed0dba224e req-4908df8a-fe7d-40ac-adb2-e4833e5fcda0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8070272689ae4feda68b4ce15376a6be&device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 1097 time: 0.0772007 May 25 22:44:25.538132 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1876a7-30cf-4320-8be9-c0ed0dba224e req-9645b77d-0d5d-456f-bf9f-8c1133ac6c31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:25.539566 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7e1876a7-30cf-4320-8be9-c0ed0dba224e req-9645b77d-0d5d-456f-bf9f-8c1133ac6c31 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0e051db-549c-4c00-b572-ba45117467c0 HTTP/1.1" status: 200 len: 918 time: 0.1219611 May 25 22:44:25.605414 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7e1876a7-30cf-4320-8be9-c0ed0dba224e req-ad275a74-6452-43de-ba35-3b20573a4c33 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=702a3d4d-40c5-40a0-b1e7-1af568258a30 HTTP/1.1" status: 200 len: 217 time: 0.0591130 May 25 22:44:25.667610 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1876a7-30cf-4320-8be9-c0ed0dba224e req-1e3fdd9b-fe60-4410-a948-db4083afa760 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:25.668960 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7e1876a7-30cf-4320-8be9-c0ed0dba224e req-1e3fdd9b-fe60-4410-a948-db4083afa760 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9149cc5-7f23-4821-b9e2-fe53e98b46ba HTTP/1.1" status: 200 len: 856 time: 0.0582242 May 25 22:44:25.740031 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7e1876a7-30cf-4320-8be9-c0ed0dba224e req-e7fc5291-979a-4308-b5d9-03c496ca6a8f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0e051db-549c-4c00-b572-ba45117467c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0651019 May 25 22:44:25.866221 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7e1876a7-30cf-4320-8be9-c0ed0dba224e req-a383a639-6258-43f6-9493-ff45207028cc service neutron] 10.222.0.15 "GET /v2.0/networks/f0e051db-549c-4c00-b572-ba45117467c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198809 May 25 22:44:25.992462 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7e1876a7-30cf-4320-8be9-c0ed0dba224e req-b5c3fbc9-aa0e-427f-bcbe-e2e102fdac60 service neutron] 10.222.0.15 "GET /v2.0/networks/f0e051db-549c-4c00-b572-ba45117467c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201239 May 25 22:44:26.494027 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec89476-97c0-47f7-8f16-37d74d7c12dd req-84b7abfe-312e-4c83-98fa-22b08833d27a tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:26.495470 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-4ec89476-97c0-47f7-8f16-37d74d7c12dd req-84b7abfe-312e-4c83-98fa-22b08833d27a tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 944 time: 0.0747831 May 25 22:44:26.539188 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-4ec89476-97c0-47f7-8f16-37d74d7c12dd req-8aa513d6-70ae-4580-a1da-7f9d95b5b5c1 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377810 May 25 22:44:27.746374 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4fc85-ce27-4baf-ba70-9af32191c050 req-a1e1ff99-801f-4361-b607-5d8d255e87a0 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:27.747788 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-6dc4fc85-ce27-4baf-ba70-9af32191c050 req-a1e1ff99-801f-4361-b607-5d8d255e87a0 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 944 time: 0.0779331 May 25 22:44:27.792327 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-6dc4fc85-ce27-4baf-ba70-9af32191c050 req-491155f3-5290-4e49-91f0-ff5ad71fa0cd tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387332 May 25 22:44:29.044049 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a04b5-7764-4ed6-bed5-13ed7e263df0 req-aed43e82-0450-4b6b-a7e5-f4ebeb755294 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:29.045481 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-1e8a04b5-7764-4ed6-bed5-13ed7e263df0 req-aed43e82-0450-4b6b-a7e5-f4ebeb755294 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 944 time: 0.1246822 May 25 22:44:29.089117 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-1e8a04b5-7764-4ed6-bed5-13ed7e263df0 req-fa388cf0-7343-485e-af33-1fe687ca23c2 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382206 May 25 22:44:30.294516 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f99fe-c1a3-463a-b4ff-2e6b61d58e3c req-1044dc07-e427-44ea-b348-86ec3d8b58ee tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:30.295930 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2c6f99fe-c1a3-463a-b4ff-2e6b61d58e3c req-1044dc07-e427-44ea-b348-86ec3d8b58ee tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 944 time: 0.0764642 May 25 22:44:30.339118 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2c6f99fe-c1a3-463a-b4ff-2e6b61d58e3c req-78d6484d-416f-41a6-9443-fa56727364ee tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377338 May 25 22:44:30.414171 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 702a3d4d-40c5-40a0-b1e7-1af568258a30 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83205) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:44:30.543057 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 702a3d4d-40c5-40a0-b1e7-1af568258a30, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=702a3d4d-40c5-40a0-b1e7-1af568258a30,segment=NetworkSegment(1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3),segment_id=1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:44:30.556209 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Returning: {'device': '702a3d4d-40c5-40a0-b1e7-1af568258a30', 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0', 'port_id': '702a3d4d-40c5-40a0-b1e7-1af568258a30', 'mac_address': 'fa:16:3e:0f:52:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83205) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:44:30.611168 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:30.628111 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 702a3d4d-40c5-40a0-b1e7-1af568258a30 {{(pid=83205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:44:30.642415 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 702a3d4d-40c5-40a0-b1e7-1af568258a30, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=702a3d4d-40c5-40a0-b1e7-1af568258a30,segment=NetworkSegment(1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3),segment_id=1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:44:30.646354 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:30.710627 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=702a3d4d-40c5-40a0-b1e7-1af568258a30,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:30.718426 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:30.718761 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:30.719088 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:30.719409 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:30.719729 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:30.720297 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:30.720610 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:30.720926 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:30.721238 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:30.721547 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:30.721855 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:31.159407 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['702a3d4d-40c5-40a0-b1e7-1af568258a30'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:44:31.554112 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7809f-6923-455d-83a9-92712a9b2221 req-366092c5-958f-4ef1-8f12-798f04ba075d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:31.555709 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-71c7809f-6923-455d-83a9-92712a9b2221 req-366092c5-958f-4ef1-8f12-798f04ba075d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 945 time: 0.0817974 May 25 22:44:31.605025 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-71c7809f-6923-455d-83a9-92712a9b2221 req-f794fd93-3350-49f9-80d2-d823c7eac544 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427685 May 25 22:44:32.434594 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 702a3d4d-40c5-40a0-b1e7-1af568258a30 up at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:44:32.512127 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning for port 702a3d4d-40c5-40a0-b1e7-1af568258a30 completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:44:32.518563 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning complete for port 702a3d4d-40c5-40a0-b1e7-1af568258a30 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:44:32.518929 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:32.635985 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:32.661772 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec69b19-2c03-41d6-941f-472d42fc34c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702a3d4d-40c5-40a0-b1e7-1af568258a30'}] {{(pid=83205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:44:32.671891 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 702a3d4d-40c5-40a0-b1e7-1af568258a30, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=702a3d4d-40c5-40a0-b1e7-1af568258a30,segment=NetworkSegment(1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3),segment_id=1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:44:32.676927 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:32.776096 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=702a3d4d-40c5-40a0-b1e7-1af568258a30,revision_number=5']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:32.835831 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e6678-abfb-4f9c-b1ee-f50244934b01 req-279c3216-fc8a-41ea-8f84-619041fc487c tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:32.838770 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-908e6678-abfb-4f9c-b1ee-f50244934b01 req-279c3216-fc8a-41ea-8f84-619041fc487c tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 946 time: 0.0798998 May 25 22:44:32.867891 dv-cinder-843305-1-smb neutron-server[83205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a7f34f7-7608-42e7-b386-eddce65b21db'] response: {'server_uuid': '7ec69b19-2c03-41d6-941f-472d42fc34c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702a3d4d-40c5-40a0-b1e7-1af568258a30', 'code': 200} May 25 22:44:32.884321 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-908e6678-abfb-4f9c-b1ee-f50244934b01 req-2de6e329-774e-47a1-b9df-662df58856fa tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414002 May 25 22:44:33.251307 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-58570349-a8c0-4ecc-8da7-ffc13f8bf77e req-e20e7972-7eda-438e-9364-c1adddd0399d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 1099 time: 0.1853414 May 25 22:44:33.256548 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c6e26-4ad9-4663-891b-f7f62ad979ff req-93f010a5-c05e-48ba-a75d-affd1d7a98b5 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:33.257916 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-3d3c6e26-4ad9-4663-891b-f7f62ad979ff req-93f010a5-c05e-48ba-a75d-affd1d7a98b5 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 946 time: 0.1000330 May 25 22:44:33.325422 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-58570349-a8c0-4ecc-8da7-ffc13f8bf77e req-d461635e-cd93-4785-8e5c-7bb09213acd8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664287 May 25 22:44:33.328724 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-3d3c6e26-4ad9-4663-891b-f7f62ad979ff req-93c4f404-b2f6-47f7-8e4b-b353e0fee942 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571365 May 25 22:44:33.823592 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:34.095464 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da41fe-6936-494e-964c-639da4d43f47 req-ce609765-1103-4375-a11e-4d97c94dab13 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:34.096804 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-55da41fe-6936-494e-964c-639da4d43f47 req-ce609765-1103-4375-a11e-4d97c94dab13 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 946 time: 0.0767341 May 25 22:44:34.140801 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-55da41fe-6936-494e-964c-639da4d43f47 req-7acb1c4d-e6aa-4e1e-8e7c-a7b8abc15731 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380881 May 25 22:44:34.520061 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705a58a-183c-464a-b176-05bbb2184f4d req-69d4db33-1531-4f05-9005-a63878185b59 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:34.521457 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7705a58a-183c-464a-b176-05bbb2184f4d req-69d4db33-1531-4f05-9005-a63878185b59 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 946 time: 0.0735290 May 25 22:44:34.570125 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7705a58a-183c-464a-b176-05bbb2184f4d req-10f59c6b-4ccc-467a-95b9-2005bb94d709 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428121 May 25 22:44:35.343818 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65921c3-efdc-434b-854c-909774f2b90a req-c5dc4ed4-41d9-42c3-b9d9-87dbc21fed40 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:35.345484 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e65921c3-efdc-434b-854c-909774f2b90a req-c5dc4ed4-41d9-42c3-b9d9-87dbc21fed40 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 946 time: 0.0737882 May 25 22:44:35.390576 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e65921c3-efdc-434b-854c-909774f2b90a req-89a60d32-b5f6-42d3-9fbc-00a37af651e8 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391169 May 25 22:44:35.587734 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd286490-0757-40f0-90fe-2c0bb5384631 req-a07a2243-cf51-48b9-b578-7c376d13cdc4 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:35.589138 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-dd286490-0757-40f0-90fe-2c0bb5384631 req-a07a2243-cf51-48b9-b578-7c376d13cdc4 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 946 time: 0.0733843 May 25 22:44:35.597744 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 43912) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:35.603212 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-3efb0017-d561-488e-93cc-8daecb89664c tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Request body: {'floatingip': {'port_id': '702a3d4d-40c5-40a0-b1e7-1af568258a30'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:44:35.677399 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-3efb0017-d561-488e-93cc-8daecb89664c tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for floatingip, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:35.769792 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a271cd-b960-47bd-8c2c-6b7293b6c342 req-fcaf2bd9-e659-4c4f-8c3c-06cb010f350b tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:35.771244 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-41a271cd-b960-47bd-8c2c-6b7293b6c342 req-fcaf2bd9-e659-4c4f-8c3c-06cb010f350b tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 946 time: 0.0786765 May 25 22:44:35.815980 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-41a271cd-b960-47bd-8c2c-6b7293b6c342 req-34f4347a-60f6-4d40-89b0-75b01cd62885 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391624 May 25 22:44:36.253322 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-3efb0017-d561-488e-93cc-8daecb89664c tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:36.257717 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-3efb0017-d561-488e-93cc-8daecb89664c tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997866'] for floatingip, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:36.284163 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c53789-ce5d-4835-a737-fa5978fb26c6 req-1a43a841-175d-4ab9-9954-d999f12e7028 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:36.285599 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-73c53789-ce5d-4835-a737-fa5978fb26c6 req-1a43a841-175d-4ab9-9954-d999f12e7028 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 945 time: 0.0777445 May 25 22:44:36.330385 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-73c53789-ce5d-4835-a737-fa5978fb26c6 req-5c56fa13-9ed3-482e-91ab-016f1f17ba8f tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385520 May 25 22:44:36.439775 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.db.l3_db [None req-3efb0017-d561-488e-93cc-8daecb89664c tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Floating IP 824207a1-ae5b-405e-b57f-aa66dc2e2349 associated. External IP: 172.28.2.166, port: 702a3d4d-40c5-40a0-b1e7-1af568258a30. May 25 22:44:36.885925 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efb0017-d561-488e-93cc-8daecb89664c tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Router bb764dd8-4f5c-41d0-9151-c1a4e44186e6 has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:44:37.101158 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d1730-b5bb-4fb5-8ed6-f6a6d3143e65 req-03d17695-f875-4faa-9842-80230b7044ed tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:37.102601 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-111d1730-b5bb-4fb5-8ed6-f6a6d3143e65 req-03d17695-f875-4faa-9842-80230b7044ed tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 946 time: 0.1581781 May 25 22:44:37.159263 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-111d1730-b5bb-4fb5-8ed6-f6a6d3143e65 req-0fd2e563-55e9-4702-9f8e-33b2e0474dc5 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506625 May 25 22:44:37.186666 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efb0017-d561-488e-93cc-8daecb89664c tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:44:37.190868 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-3efb0017-d561-488e-93cc-8daecb89664c tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for floatingip, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:37.196176 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94adfeb-54a3-462d-9ea2-6c23e6d860fd None None] Sync routers for ids ['bb764dd8-4f5c-41d0-9151-c1a4e44186e6'] in dv-cinder-843305-1-smb {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:44:37.208348 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94adfeb-54a3-462d-9ea2-6c23e6d860fd None None] Routers {'bb764dd8-4f5c-41d0-9151-c1a4e44186e6'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:44:37.208942 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-e94adfeb-54a3-462d-9ea2-6c23e6d860fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:44:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['bb764dd8-4f5c-41d0-9151-c1a4e44186e6'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:44:37.243429 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-3efb0017-d561-488e-93cc-8daecb89664c tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "PUT /v2.0/floatingips/824207a1-ae5b-405e-b57f-aa66dc2e2349 HTTP/1.1" status: 200 len: 992 time: 1.6446850 May 25 22:44:37.244166 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec69b19-2c03-41d6-941f-472d42fc34c8', 'tag': '702a3d4d-40c5-40a0-b1e7-1af568258a30'}] {{(pid=83204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:44:37.297015 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcff9495-ae24-4faf-9b60-ce9d7e696203'] response: {'name': 'network-changed', 'server_uuid': '7ec69b19-2c03-41d6-941f-472d42fc34c8', 'tag': '702a3d4d-40c5-40a0-b1e7-1af568258a30', 'status': 'completed', 'code': 200} May 25 22:44:37.382021 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-e94adfeb-54a3-462d-9ea2-6c23e6d860fd None None] Set router bb764dd8-4f5c-41d0-9151-c1a4e44186e6 gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:44:37.425564 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d49caea3-d878-4076-a7f3-5469fd643aa9 req-871d1454-2eb0-4e59-a6bc-faa026e05c9c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8070272689ae4feda68b4ce15376a6be&device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 1099 time: 0.0735681 May 25 22:44:37.608211 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49caea3-d878-4076-a7f3-5469fd643aa9 req-a50c7a7c-91ab-4cfe-a766-0de809367182 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:37.609702 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d49caea3-d878-4076-a7f3-5469fd643aa9 req-a50c7a7c-91ab-4cfe-a766-0de809367182 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0e051db-549c-4c00-b572-ba45117467c0 HTTP/1.1" status: 200 len: 918 time: 0.1769149 May 25 22:44:37.622597 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc48a7-efd6-422a-a196-61eda66036dc req-34c70527-bebc-44a5-a086-fa2a6fc42947 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:37.623954 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-9afc48a7-efd6-422a-a196-61eda66036dc req-34c70527-bebc-44a5-a086-fa2a6fc42947 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 945 time: 0.1261420 May 25 22:44:37.735284 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-e94adfeb-54a3-462d-9ea2-6c23e6d860fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1382777500-router', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:44Z', 'updated_at': '2022-05-25T22:39:01Z', 'revision_number': 4, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'gw_port': {'id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': '824207a1-ae5b-405e-b57f-aa66dc2e2349', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'floating_ip_address': '172.28.2.166', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'port_id': '702a3d4d-40c5-40a0-b1e7-1af568258a30', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0', 'mac_address': 'fa:16:3e:0f:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec69b19-2c03-41d6-941f-472d42fc34c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:44:19Z', 'updated_at': '2022-05-25T22:44:36Z', 'revision_number': 1, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d4ea90a-3e31-4082-8a2d-6b7858266524', 'name': '', 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'mac_address': 'fa:16:3e:b2:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:57Z', 'updated_at': '2022-05-25T22:39:42Z', 'revision_number': 5, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'subnets': [{'id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:44:37.738910 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94adfeb-54a3-462d-9ea2-6c23e6d860fd None None] Checking router: bb764dd8-4f5c-41d0-9151-c1a4e44186e6 for host: dv-cinder-843305-1-smb {{(pid=83205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:44:37.749200 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94adfeb-54a3-462d-9ea2-6c23e6d860fd None None] Routers {'bb764dd8-4f5c-41d0-9151-c1a4e44186e6'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:44:37.749354 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-9afc48a7-efd6-422a-a196-61eda66036dc req-f13c52a1-8d5a-4f22-a920-308af063a4a2 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198370 May 25 22:44:37.749784 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-e94adfeb-54a3-462d-9ea2-6c23e6d860fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:44:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['bb764dd8-4f5c-41d0-9151-c1a4e44186e6'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:44:37.756126 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d49caea3-d878-4076-a7f3-5469fd643aa9 req-b8550dcc-dcc7-47a2-ba59-9843f2662dd8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=702a3d4d-40c5-40a0-b1e7-1af568258a30 HTTP/1.1" status: 200 len: 1000 time: 0.1137793 May 25 22:44:37.821312 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49caea3-d878-4076-a7f3-5469fd643aa9 req-d51c9aeb-5a45-4528-b2c8-40864512673e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:37.822723 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d49caea3-d878-4076-a7f3-5469fd643aa9 req-d51c9aeb-5a45-4528-b2c8-40864512673e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9149cc5-7f23-4821-b9e2-fe53e98b46ba HTTP/1.1" status: 200 len: 856 time: 0.0596759 May 25 22:44:37.894880 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d49caea3-d878-4076-a7f3-5469fd643aa9 req-57f422c2-0640-47b4-b84f-13e5cbf2f204 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0e051db-549c-4c00-b572-ba45117467c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0652733 May 25 22:44:37.925551 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-e94adfeb-54a3-462d-9ea2-6c23e6d860fd None None] Set router bb764dd8-4f5c-41d0-9151-c1a4e44186e6 gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:44:38.149480 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d49caea3-d878-4076-a7f3-5469fd643aa9 req-cf9b3cda-d298-4629-9291-6b42484aaa28 service neutron] 10.222.0.15 "GET /v2.0/networks/f0e051db-549c-4c00-b572-ba45117467c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759562 May 25 22:44:38.155039 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fa77f-f980-4865-813d-9e0aeaf76189 req-638b73eb-bb4d-46ae-8b40-61ecde6fdddc tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:38.156491 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-442fa77f-f980-4865-813d-9e0aeaf76189 req-638b73eb-bb4d-46ae-8b40-61ecde6fdddc tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 946 time: 0.1819150 May 25 22:44:38.267569 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-e94adfeb-54a3-462d-9ea2-6c23e6d860fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1382777500-router', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:44Z', 'updated_at': '2022-05-25T22:39:01Z', 'revision_number': 4, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'gw_port': {'id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': '824207a1-ae5b-405e-b57f-aa66dc2e2349', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'floating_ip_address': '172.28.2.166', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'port_id': '702a3d4d-40c5-40a0-b1e7-1af568258a30', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0', 'mac_address': 'fa:16:3e:0f:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec69b19-2c03-41d6-941f-472d42fc34c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:44:19Z', 'updated_at': '2022-05-25T22:44:36Z', 'revision_number': 1, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d4ea90a-3e31-4082-8a2d-6b7858266524', 'name': '', 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'mac_address': 'fa:16:3e:b2:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:57Z', 'updated_at': '2022-05-25T22:39:42Z', 'revision_number': 5, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'subnets': [{'id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:44:38.273856 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94adfeb-54a3-462d-9ea2-6c23e6d860fd None None] The sync data for ids ['bb764dd8-4f5c-41d0-9151-c1a4e44186e6'] in dv-cinder-843305-1-smb is: [{'id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1382777500-router', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:44Z', 'updated_at': '2022-05-25T22:39:01Z', 'revision_number': 4, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'gw_port': {'id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': '824207a1-ae5b-405e-b57f-aa66dc2e2349', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'floating_ip_address': '172.28.2.166', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'port_id': '702a3d4d-40c5-40a0-b1e7-1af568258a30', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0', 'mac_address': 'fa:16:3e:0f:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec69b19-2c03-41d6-941f-472d42fc34c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:44:19Z', 'updated_at': '2022-05-25T22:44:36Z', 'revision_number': 1, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d4ea90a-3e31-4082-8a2d-6b7858266524', 'name': '', 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'mac_address': 'fa:16:3e:b2:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:57Z', 'updated_at': '2022-05-25T22:39:42Z', 'revision_number': 5, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'subnets': [{'id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:44:38.380545 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57b6c7-481b-4172-945d-94ea19383147 req-2106a036-e1a6-4d98-8b5d-c93ed71326ab tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:38.382309 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-da57b6c7-481b-4172-945d-94ea19383147 req-2106a036-e1a6-4d98-8b5d-c93ed71326ab tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 946 time: 0.0854089 May 25 22:44:38.384822 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [req-442fa77f-f980-4865-813d-9e0aeaf76189 req-ed88249b-22ee-4d2f-988e-0c7eb07fa72a tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Deleting port 9b594f63-901c-4bd8-9f9b-f90818f7c76b {{(pid=83204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:44:38.385164 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-442fa77f-f980-4865-813d-9e0aeaf76189 req-ed88249b-22ee-4d2f-988e-0c7eb07fa72a tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:38.430888 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-da57b6c7-481b-4172-945d-94ea19383147 req-022f8ec8-da8d-49e4-8335-029b60a7b3e6 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590cde5-073f-4d68-bbe7-3200c480ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426891 May 25 22:44:38.471042 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d49caea3-d878-4076-a7f3-5469fd643aa9 req-e138d7ae-0293-470b-8c03-e7e37cb150c0 service neutron] 10.222.0.15 "GET /v2.0/networks/f0e051db-549c-4c00-b572-ba45117467c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135500 May 25 22:44:38.471262 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57ef10c-0afd-4fdd-9b6e-8abc50dc717f None None] New status for floating IP 824207a1-ae5b-405e-b57f-aa66dc2e2349: ACTIVE {{(pid=83206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:44:38.655040 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-442fa77f-f980-4865-813d-9e0aeaf76189 req-ed88249b-22ee-4d2f-988e-0c7eb07fa72a tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] For port 9b594f63-901c-4bd8-9f9b-f90818f7c76b, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9b594f63-901c-4bd8-9f9b-f90818f7c76b,segment=NetworkSegment(5a1b511a-1790-4620-9618-9ed3342cc72e),segment_id=5a1b511a-1790-4620-9618-9ed3342cc72e)] {{(pid=83204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:44:38.655388 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-442fa77f-f980-4865-813d-9e0aeaf76189 req-ed88249b-22ee-4d2f-988e-0c7eb07fa72a tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:39.031204 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-442fa77f-f980-4865-813d-9e0aeaf76189 req-ed88249b-22ee-4d2f-988e-0c7eb07fa72a tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:39.031897 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-442fa77f-f980-4865-813d-9e0aeaf76189 req-ed88249b-22ee-4d2f-988e-0c7eb07fa72a tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997866'] for floatingip, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:39.031897 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.db.l3_db [req-442fa77f-f980-4865-813d-9e0aeaf76189 req-ed88249b-22ee-4d2f-988e-0c7eb07fa72a tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Floating IP f58ac7cc-ff5a-4dc6-905d-4709eb872c8b disassociated. External IP: 172.28.2.112, port: 9b594f63-901c-4bd8-9f9b-f90818f7c76b. May 25 22:44:39.032164 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [req-442fa77f-f980-4865-813d-9e0aeaf76189 req-ed88249b-22ee-4d2f-988e-0c7eb07fa72a tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Calling delete_port for 9b594f63-901c-4bd8-9f9b-f90818f7c76b owned by compute:nova {{(pid=83204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:44:39.084461 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-8d48ae5a-2825-4f4b-8724-e94c9f3f8eab req-d26c0b72-f0ae-49c4-b86c-6d5af1339140 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2854054 May 25 22:44:39.121948 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7572e6-33de-4542-acca-b49e3fb08225 req-9495f4a0-a69b-495a-88ab-7775a02c7dec tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:39.123372 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-be7572e6-33de-4542-acca-b49e3fb08225 req-9495f4a0-a69b-495a-88ab-7775a02c7dec tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 945 time: 0.2441199 May 25 22:44:39.268416 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-be7572e6-33de-4542-acca-b49e3fb08225 req-30b91863-16b7-4d2b-8efe-955ba4bee31b tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392295 May 25 22:44:39.279754 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-442fa77f-f980-4865-813d-9e0aeaf76189 req-ed88249b-22ee-4d2f-988e-0c7eb07fa72a tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:39.330105 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88249b-22ee-4d2f-988e-0c7eb07fa72a tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Pushing event deleted for resources: {'Port': ['ID=9b594f63-901c-4bd8-9f9b-f90818f7c76b,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:39.344124 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-8d48ae5a-2825-4f4b-8724-e94c9f3f8eab req-ebcda5ba-f9c8-4ffb-bd11-fb353a393b85 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8245386779d14b72ba8d57559c8a6be4&device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 1099 time: 0.1641271 May 25 22:44:39.594035 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-87170956-c27e-4169-8063-d132cf65d403 req-30f697b8-a62a-4290-ba4b-811324f06c55 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 210 time: 0.0408957 May 25 22:44:39.613565 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48ae5a-2825-4f4b-8724-e94c9f3f8eab req-f4a8ac29-0602-48df-bdf8-770f1809bd27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:39.615016 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-8d48ae5a-2825-4f4b-8724-e94c9f3f8eab req-f4a8ac29-0602-48df-bdf8-770f1809bd27 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2 HTTP/1.1" status: 200 len: 912 time: 0.2131608 May 25 22:44:39.738928 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-8d48ae5a-2825-4f4b-8724-e94c9f3f8eab req-6de2e84b-0bcf-4356-8620-56d29171f78d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01dc595a-feff-42c4-b62e-8142f9a3c35e HTTP/1.1" status: 200 len: 1002 time: 0.1169150 May 25 22:44:39.886092 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48ae5a-2825-4f4b-8724-e94c9f3f8eab req-f3a49aab-d03d-4dfc-ba20-06bf7defee18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:39.887536 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-8d48ae5a-2825-4f4b-8724-e94c9f3f8eab req-f3a49aab-d03d-4dfc-ba20-06bf7defee18 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=485856f6-0ca7-4895-967d-86a1a09c0007 HTTP/1.1" status: 200 len: 850 time: 0.1416647 May 25 22:44:39.891768 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.l3_agent_scheduler [req-442fa77f-f980-4865-813d-9e0aeaf76189 req-ed88249b-22ee-4d2f-988e-0c7eb07fa72a tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Router d20adea2-cfd7-4d8c-a819-58e48c7e84e3 has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:44:40.097086 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-8d48ae5a-2825-4f4b-8724-e94c9f3f8eab req-deec5cd6-10e0-40b5-b5e0-687aab94c424 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2021716 May 25 22:44:40.252603 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-8d48ae5a-2825-4f4b-8724-e94c9f3f8eab req-3c0f0447-7f68-4dfa-8ff4-4e1119021377 service neutron] 10.222.0.15 "GET /v2.0/networks/7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478546 May 25 22:44:40.349590 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-442fa77f-f980-4865-813d-9e0aeaf76189 req-ed88249b-22ee-4d2f-988e-0c7eb07fa72a tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:44:40.362356 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f8dd34-8620-496a-bed8-50015e8c63ea None None] Sync routers for ids ['d20adea2-cfd7-4d8c-a819-58e48c7e84e3'] in dv-cinder-843305-1-smb {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:44:40.375793 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f8dd34-8620-496a-bed8-50015e8c63ea None None] Routers {'d20adea2-cfd7-4d8c-a819-58e48c7e84e3'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:44:40.376591 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-e7f8dd34-8620-496a-bed8-50015e8c63ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:44:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['d20adea2-cfd7-4d8c-a819-58e48c7e84e3'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:44:40.473848 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [req-442fa77f-f980-4865-813d-9e0aeaf76189 req-ed88249b-22ee-4d2f-988e-0c7eb07fa72a tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] No DVR routers for this DVR port 9b594f63-901c-4bd8-9f9b-f90818f7c76b on host hv-cinder-84330 {{(pid=83204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:44:40.482176 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-442fa77f-f980-4865-813d-9e0aeaf76189 req-ed88249b-22ee-4d2f-988e-0c7eb07fa72a tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:40.485473 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a59b4a-8e7b-483f-a4f4-06d7b1627215', 'name': 'network-vif-deleted', 'tag': '9b594f63-901c-4bd8-9f9b-f90818f7c76b'}] {{(pid=83204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:44:40.514811 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-8d48ae5a-2825-4f4b-8724-e94c9f3f8eab req-3b714fa9-63ef-41cb-a38b-d279d395c0da service neutron] 10.222.0.15 "GET /v2.0/networks/7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549179 May 25 22:44:40.517197 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-442fa77f-f980-4865-813d-9e0aeaf76189 req-ed88249b-22ee-4d2f-988e-0c7eb07fa72a tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.15 "DELETE /v2.0/ports/9b594f63-901c-4bd8-9f9b-f90818f7c76b HTTP/1.1" status: 204 len: 173 time: 2.3396258 May 25 22:44:40.549266 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a09287b-ca1a-4c40-9a85-612739d53a4b'] response: {'server_uuid': 'c0a59b4a-8e7b-483f-a4f4-06d7b1627215', 'name': 'network-vif-deleted', 'tag': '9b594f63-901c-4bd8-9f9b-f90818f7c76b', 'status': 'completed', 'code': 200} May 25 22:44:40.560275 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6893fb7-1e9e-47a5-b7ce-3bba2884a5eb req-5973cdd4-4c43-4426-9291-f2d1f30aba09 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:40.561732 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a6893fb7-1e9e-47a5-b7ce-3bba2884a5eb req-5973cdd4-4c43-4426-9291-f2d1f30aba09 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 945 time: 0.1443655 May 25 22:44:40.562625 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-e7f8dd34-8620-496a-bed8-50015e8c63ea None None] Set router d20adea2-cfd7-4d8c-a819-58e48c7e84e3 gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:44:40.612254 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a6893fb7-1e9e-47a5-b7ce-3bba2884a5eb req-d8cf1281-3e2c-477d-bf5a-beec483afe16 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431650 May 25 22:44:40.770518 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-6f271591-126c-46ab-85d1-b89d31aff75d req-7b01e69f-a57a-4914-ba2e-7cea2f399282 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0a59b4a-8e7b-483f-a4f4-06d7b1627215 HTTP/1.1" status: 200 len: 210 time: 0.0490236 May 25 22:44:40.920806 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-e7f8dd34-8620-496a-bed8-50015e8c63ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1299349677-router', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': '9aa33250-89d8-4246-99da-de69ec773fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:42Z', 'updated_at': '2022-05-25T22:38:58Z', 'revision_number': 4, 'project_id': '360f94ee5000428395895ec5220a3314', 'gw_port': {'id': '9aa33250-89d8-4246-99da-de69ec773fc5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:43Z', 'updated_at': '2022-05-25T22:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '18460971-5619-4061-8ff0-4059de421245', 'name': '', 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'mac_address': 'fa:16:3e:02:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaeba0d5-7c5d-481f-b009-b71f12b223e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:54Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 5, 'project_id': '360f94ee5000428395895ec5220a3314', 'subnets': [{'id': 'eaeba0d5-7c5d-481f-b009-b71f12b223e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:44:40.924497 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f8dd34-8620-496a-bed8-50015e8c63ea None None] Checking router: d20adea2-cfd7-4d8c-a819-58e48c7e84e3 for host: dv-cinder-843305-1-smb {{(pid=83205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:44:40.934891 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f8dd34-8620-496a-bed8-50015e8c63ea None None] Routers {'d20adea2-cfd7-4d8c-a819-58e48c7e84e3'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:44:40.935473 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-e7f8dd34-8620-496a-bed8-50015e8c63ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:44:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['d20adea2-cfd7-4d8c-a819-58e48c7e84e3'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:44:41.107196 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-e7f8dd34-8620-496a-bed8-50015e8c63ea None None] Set router d20adea2-cfd7-4d8c-a819-58e48c7e84e3 gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:44:41.425390 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-e7f8dd34-8620-496a-bed8-50015e8c63ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1299349677-router', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': '9aa33250-89d8-4246-99da-de69ec773fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:42Z', 'updated_at': '2022-05-25T22:38:58Z', 'revision_number': 4, 'project_id': '360f94ee5000428395895ec5220a3314', 'gw_port': {'id': '9aa33250-89d8-4246-99da-de69ec773fc5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:43Z', 'updated_at': '2022-05-25T22:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '18460971-5619-4061-8ff0-4059de421245', 'name': '', 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'mac_address': 'fa:16:3e:02:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaeba0d5-7c5d-481f-b009-b71f12b223e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:54Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 5, 'project_id': '360f94ee5000428395895ec5220a3314', 'subnets': [{'id': 'eaeba0d5-7c5d-481f-b009-b71f12b223e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:44:41.430413 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f8dd34-8620-496a-bed8-50015e8c63ea None None] The sync data for ids ['d20adea2-cfd7-4d8c-a819-58e48c7e84e3'] in dv-cinder-843305-1-smb is: [{'id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1299349677-router', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': '9aa33250-89d8-4246-99da-de69ec773fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:42Z', 'updated_at': '2022-05-25T22:38:58Z', 'revision_number': 4, 'project_id': '360f94ee5000428395895ec5220a3314', 'gw_port': {'id': '9aa33250-89d8-4246-99da-de69ec773fc5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:43Z', 'updated_at': '2022-05-25T22:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '18460971-5619-4061-8ff0-4059de421245', 'name': '', 'network_id': '84ae9284-4480-4503-b05c-9e1235a6ee14', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'mac_address': 'fa:16:3e:02:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaeba0d5-7c5d-481f-b009-b71f12b223e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:54Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 5, 'project_id': '360f94ee5000428395895ec5220a3314', 'subnets': [{'id': 'eaeba0d5-7c5d-481f-b009-b71f12b223e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:44:41.632433 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79204247-959f-4cf4-b626-91f6d72b946c None None] New status for floating IP f58ac7cc-ff5a-4dc6-905d-4709eb872c8b: DOWN {{(pid=83206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:44:41.816608 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a80ca-0299-44be-bb82-4ef0da54a71e req-338e82b9-a5a9-4cd4-ab0b-d79bbacfbe3f tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:41.818035 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-925a80ca-0299-44be-bb82-4ef0da54a71e req-338e82b9-a5a9-4cd4-ab0b-d79bbacfbe3f tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 945 time: 0.0802979 May 25 22:44:41.864479 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-925a80ca-0299-44be-bb82-4ef0da54a71e req-09dc0464-66ed-4f68-89bf-bbe2415b72d7 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404427 May 25 22:44:41.920406 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 43948) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:41.985879 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6ea376e5-cad3-492e-89cc-192d8e1e4de3 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:42.014665 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6ea376e5-cad3-492e-89cc-192d8e1e4de3 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:42.067417 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6ea376e5-cad3-492e-89cc-192d8e1e4de3 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:42.084246 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea376e5-cad3-492e-89cc-192d8e1e4de3 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d590cde5-073f-4d68-bbe7-3200c480ab62,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:42.097666 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6ea376e5-cad3-492e-89cc-192d8e1e4de3 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:42.098789 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-6ea376e5-cad3-492e-89cc-192d8e1e4de3 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "DELETE /v2.0/security-groups/d590cde5-073f-4d68-bbe7-3200c480ab62 HTTP/1.1" status: 204 len: 168 time: 0.1772964 May 25 22:44:42.101398 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 43952) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:42.118969 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.api.v2.resource [None req-d8eab0b3-3b05-412a-8fbb-7bf3276d4279 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] show failed (client error): The resource could not be found. May 25 22:44:42.120621 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-d8eab0b3-3b05-412a-8fbb-7bf3276d4279 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups/d590cde5-073f-4d68-bbe7-3200c480ab62 HTTP/1.1" status: 404 len: 347 time: 0.0175602 May 25 22:44:42.122488 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 43956) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:42.273565 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-e46a1e13-bd48-4e92-960d-c357e1c62dcd tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Deleting port 0763b2a6-b436-4fcd-a5ed-978fdaca6bfa {{(pid=83203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:44:42.273924 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e46a1e13-bd48-4e92-960d-c357e1c62dcd tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:42.440630 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e46a1e13-bd48-4e92-960d-c357e1c62dcd tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:42.440851 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e46a1e13-bd48-4e92-960d-c357e1c62dcd tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:42.458637 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 9b594f63-901c-4bd8-9f9b-f90818f7c76b no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:44:42.490771 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] No Port match for: 9b594f63-901c-4bd8-9f9b-f90818f7c76b {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:44:42.491130 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 9b594f63-901c-4bd8-9f9b-f90818f7c76b not bound to the agent host hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:44:42.559004 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-e46a1e13-bd48-4e92-960d-c357e1c62dcd tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Calling delete_port for 0763b2a6-b436-4fcd-a5ed-978fdaca6bfa owned by network:floatingip {{(pid=83203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:44:42.612780 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-e314bf33-770c-4590-9802-640f675ebbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:42.770097 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e46a1e13-bd48-4e92-960d-c357e1c62dcd tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:42.812075 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a1e13-bd48-4e92-960d-c357e1c62dcd tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Pushing event deleted for resources: {'Port': ['ID=0763b2a6-b436-4fcd-a5ed-978fdaca6bfa,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:42.851078 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a1e13-bd48-4e92-960d-c357e1c62dcd tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:42.851431 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a1e13-bd48-4e92-960d-c357e1c62dcd tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:42.851774 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a1e13-bd48-4e92-960d-c357e1c62dcd tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:42.852121 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a1e13-bd48-4e92-960d-c357e1c62dcd tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:42.852448 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a1e13-bd48-4e92-960d-c357e1c62dcd tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:42.852796 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a1e13-bd48-4e92-960d-c357e1c62dcd tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:42.853106 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a1e13-bd48-4e92-960d-c357e1c62dcd tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:42.853431 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a1e13-bd48-4e92-960d-c357e1c62dcd tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:42.853756 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a1e13-bd48-4e92-960d-c357e1c62dcd tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:42.854079 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a1e13-bd48-4e92-960d-c357e1c62dcd tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:42.854428 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a1e13-bd48-4e92-960d-c357e1c62dcd tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:42.921890 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e46a1e13-bd48-4e92-960d-c357e1c62dcd tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks [] for floatingip, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:42.935914 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e46a1e13-bd48-4e92-960d-c357e1c62dcd tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for floatingip, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:42.937030 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-e46a1e13-bd48-4e92-960d-c357e1c62dcd tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "DELETE /v2.0/floatingips/f58ac7cc-ff5a-4dc6-905d-4709eb872c8b HTTP/1.1" status: 204 len: 168 time: 0.8136158 May 25 22:44:43.066304 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3044e5-cd22-4516-b70d-21c080f54134 req-8c831c88-112f-4479-a928-6e1b6725fefe tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:43.067750 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ab3044e5-cd22-4516-b70d-21c080f54134 req-8c831c88-112f-4479-a928-6e1b6725fefe tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 945 time: 0.0791900 May 25 22:44:43.113781 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ab3044e5-cd22-4516-b70d-21c080f54134 req-ffc6f546-c837-4f80-98b6-0a5c900c07d6 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402884 May 25 22:44:43.386737 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:44:44.388810 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef35241-d85c-4c7b-a6e9-3297c5e9a4a9 req-481c7a9f-32c1-4a47-a765-0ef003a3e2de tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:44.390258 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-1ef35241-d85c-4c7b-a6e9-3297c5e9a4a9 req-481c7a9f-32c1-4a47-a765-0ef003a3e2de tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 945 time: 0.1511197 May 25 22:44:44.436284 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-1ef35241-d85c-4c7b-a6e9-3297c5e9a4a9 req-27c1836e-553c-4e11-889d-7b594cefd62c tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393698 May 25 22:44:44.768080 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-44844ea9-1955-4651-ad75-e28e0b88c310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:45.632260 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d80c1-e35b-4ac7-82f7-9146c0345fd0 req-0ba27a66-7a65-4bef-9ac0-02266a3623eb tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:45.633688 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7c0d80c1-e35b-4ac7-82f7-9146c0345fd0 req-0ba27a66-7a65-4bef-9ac0-02266a3623eb tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 945 time: 0.0783200 May 25 22:44:45.684461 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7c0d80c1-e35b-4ac7-82f7-9146c0345fd0 req-6b3773ff-a561-4188-974b-751cc5b89608 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451796 May 25 22:44:45.890636 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f56c5-89fa-4258-a35f-14272c6c67a8 req-d5ccccdf-e9c8-4117-9f6e-ae06e654626a tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:45.891319 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-266f56c5-89fa-4258-a35f-14272c6c67a8 req-d5ccccdf-e9c8-4117-9f6e-ae06e654626a tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Synchronizing usage tracker for tenant:360f94ee5000428395895ec5220a3314 on resource:port {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:44:45.906111 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-266f56c5-89fa-4258-a35f-14272c6c67a8 req-d5ccccdf-e9c8-4117-9f6e-ae06e654626a tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Unset dirty status for tenant:360f94ee5000428395895ec5220a3314 on resource:port {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:44:45.909450 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-266f56c5-89fa-4258-a35f-14272c6c67a8 req-d5ccccdf-e9c8-4117-9f6e-ae06e654626a tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.0914564 May 25 22:44:45.953389 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-266f56c5-89fa-4258-a35f-14272c6c67a8 req-a3ed5f79-b1ea-4985-a5b7-6910c4ade36b tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Synchronizing usage tracker for tenant:360f94ee5000428395895ec5220a3314 on resource:security_group {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:44:45.967577 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-266f56c5-89fa-4258-a35f-14272c6c67a8 req-a3ed5f79-b1ea-4985-a5b7-6910c4ade36b tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Unset dirty status for tenant:360f94ee5000428395895ec5220a3314 on resource:security_group {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:44:45.969010 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-266f56c5-89fa-4258-a35f-14272c6c67a8 req-a3ed5f79-b1ea-4985-a5b7-6910c4ade36b tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558968 May 25 22:44:45.990780 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:46.390739 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:46.884233 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55941ab-665a-465f-a264-d0cfae932aed req-03b81141-afa9-420f-8b50-b95ab5420e80 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:46.885642 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e55941ab-665a-465f-a264-d0cfae932aed req-03b81141-afa9-420f-8b50-b95ab5420e80 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 945 time: 0.0771971 May 25 22:44:46.930508 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e55941ab-665a-465f-a264-d0cfae932aed req-c0da4edb-c945-442b-9720-c18644b38134 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394130 May 25 22:44:47.165479 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbffce2-8b27-4657-9b7a-bef6b894d910 req-d8134770-212e-4353-8f22-c5307a0ce21c tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:47.166913 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-8cbffce2-8b27-4657-9b7a-bef6b894d910 req-d8134770-212e-4353-8f22-c5307a0ce21c tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.0779197 May 25 22:44:47.211861 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-8cbffce2-8b27-4657-9b7a-bef6b894d910 req-968786f4-5e88-4120-a518-a1ea36865abb tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394640 May 25 22:44:47.526213 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:47.662810 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab36b2-8565-44c6-a995-28736fbfbb12 req-392cbf73-ede4-4b7f-ab45-98a37f41957f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:47.664722 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-55ab36b2-8565-44c6-a995-28736fbfbb12 req-392cbf73-ede4-4b7f-ab45-98a37f41957f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 945 time: 0.0752401 May 25 22:44:47.733230 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [req-55ab36b2-8565-44c6-a995-28736fbfbb12 req-ca81e712-8169-4b04-a649-c5b5ab66ae3f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Deleting port 0860709d-7e05-4969-8428-9dba5c413687 {{(pid=83204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:44:47.733558 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-55ab36b2-8565-44c6-a995-28736fbfbb12 req-ca81e712-8169-4b04-a649-c5b5ab66ae3f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:48.031246 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-55ab36b2-8565-44c6-a995-28736fbfbb12 req-ca81e712-8169-4b04-a649-c5b5ab66ae3f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] For port 0860709d-7e05-4969-8428-9dba5c413687, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=0860709d-7e05-4969-8428-9dba5c413687,segment=NetworkSegment(5a1b511a-1790-4620-9618-9ed3342cc72e),segment_id=5a1b511a-1790-4620-9618-9ed3342cc72e)] {{(pid=83204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:44:48.031598 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-55ab36b2-8565-44c6-a995-28736fbfbb12 req-ca81e712-8169-4b04-a649-c5b5ab66ae3f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:48.122706 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab56f85-8e01-4554-8dac-e573b23daccd req-7cc68da7-6b2c-453b-8225-71baf7b8dde8 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:48.124147 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-2ab56f85-8e01-4554-8dac-e573b23daccd req-7cc68da7-6b2c-453b-8225-71baf7b8dde8 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 945 time: 0.0752563 May 25 22:44:48.148893 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [req-55ab36b2-8565-44c6-a995-28736fbfbb12 req-ca81e712-8169-4b04-a649-c5b5ab66ae3f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Calling delete_port for 0860709d-7e05-4969-8428-9dba5c413687 owned by compute:nova {{(pid=83204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:44:48.178606 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-2ab56f85-8e01-4554-8dac-e573b23daccd req-9f59cbd5-d169-4c16-913b-013ba66c3e16 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487928 May 25 22:44:48.297036 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-55ab36b2-8565-44c6-a995-28736fbfbb12 req-ca81e712-8169-4b04-a649-c5b5ab66ae3f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:48.334702 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['1a99ed12-747c-47bf-beef-661f45238f24', '0860709d-7e05-4969-8428-9dba5c413687'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:44:48.375982 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81e712-8169-4b04-a649-c5b5ab66ae3f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Pushing event deleted for resources: {'Port': ['ID=0860709d-7e05-4969-8428-9dba5c413687,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:48.387920 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-1737ad52-d7fe-45e9-b77f-8822d4c4695c req-d6e1b7a0-1985-49f3-a8d8-579f72a40512 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b39f089-84c7-481b-9775-eee16c30968b HTTP/1.1" status: 200 len: 210 time: 0.0527561 May 25 22:44:48.461123 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ab36b2-8565-44c6-a995-28736fbfbb12 req-ca81e712-8169-4b04-a649-c5b5ab66ae3f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] No DVR routers for this DVR port 0860709d-7e05-4969-8428-9dba5c413687 on host hv-cinder-84330 {{(pid=83204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:44:48.463522 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-55ab36b2-8565-44c6-a995-28736fbfbb12 req-ca81e712-8169-4b04-a649-c5b5ab66ae3f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:48.465932 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b39f089-84c7-481b-9775-eee16c30968b', 'name': 'network-vif-deleted', 'tag': '0860709d-7e05-4969-8428-9dba5c413687'}] {{(pid=83204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:44:48.481975 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-55ab36b2-8565-44c6-a995-28736fbfbb12 req-ca81e712-8169-4b04-a649-c5b5ab66ae3f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.15 "DELETE /v2.0/ports/0860709d-7e05-4969-8428-9dba5c413687 HTTP/1.1" status: 204 len: 173 time: 0.8110263 May 25 22:44:48.522924 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a540f332-ef73-4b36-a71b-c0a2b5c50d85'] response: {'server_uuid': '2b39f089-84c7-481b-9775-eee16c30968b', 'name': 'network-vif-deleted', 'tag': '0860709d-7e05-4969-8428-9dba5c413687', 'status': 'completed', 'code': 200} May 25 22:44:49.371446 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525b644-f07b-4959-91eb-02a6d45f8534 req-1de98656-5d9e-4e0c-8abd-52392332a0c4 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:49.372786 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-0525b644-f07b-4959-91eb-02a6d45f8534 req-1de98656-5d9e-4e0c-8abd-52392332a0c4 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 945 time: 0.0756133 May 25 22:44:49.420350 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-0525b644-f07b-4959-91eb-02a6d45f8534 req-a761686b-2b8e-4f89-b962-df3c7ec22dc6 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421419 May 25 22:44:49.873811 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b77d1-bf0a-4495-b632-98eebabae848 req-a2455449-5b6a-45d3-8a13-9a2204e9c72c tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:49.874771 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-395b77d1-bf0a-4495-b632-98eebabae848 req-a2455449-5b6a-45d3-8a13-9a2204e9c72c tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Synchronizing usage tracker for tenant:360f94ee5000428395895ec5220a3314 on resource:port {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:44:49.889728 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-395b77d1-bf0a-4495-b632-98eebabae848 req-a2455449-5b6a-45d3-8a13-9a2204e9c72c tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Unset dirty status for tenant:360f94ee5000428395895ec5220a3314 on resource:port {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:44:49.890997 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-395b77d1-bf0a-4495-b632-98eebabae848 req-a2455449-5b6a-45d3-8a13-9a2204e9c72c tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dfcdea-90f0-49ba-bc88-239a5dadabe5 HTTP/1.1" status: 200 len: 945 time: 0.0927083 May 25 22:44:49.934538 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-395b77d1-bf0a-4495-b632-98eebabae848 req-b05f8de2-2b70-487a-8a88-87e17d96885f tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379922 May 25 22:44:50.609942 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d3fbe-6fdf-4126-84fd-ffb98e3e9508 req-e998384e-be49-4875-9632-36ef9abab78b tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:50.611380 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2c7d3fbe-6fdf-4126-84fd-ffb98e3e9508 req-e998384e-be49-4875-9632-36ef9abab78b tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 945 time: 0.0750058 May 25 22:44:50.655568 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2c7d3fbe-6fdf-4126-84fd-ffb98e3e9508 req-849666e0-63c2-4f50-84fb-857c43cf9dfb tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382233 May 25 22:44:51.129952 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8416b6-f0f6-4946-a8db-8d551ef0303f req-5369aedb-3b37-473e-ba76-7a660d1b15d9 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:51.131443 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-5a8416b6-f0f6-4946-a8db-8d551ef0303f req-5369aedb-3b37-473e-ba76-7a660d1b15d9 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dfcdea-90f0-49ba-bc88-239a5dadabe5 HTTP/1.1" status: 200 len: 945 time: 0.0802598 May 25 22:44:51.179497 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-5a8416b6-f0f6-4946-a8db-8d551ef0303f req-b4dca3bf-3d5c-42ce-97e0-33b3af1c8830 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425444 May 25 22:44:51.561905 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-6de3d4e2-c27e-443f-8db9-e6ca996618d4 req-a63940c7-81cd-474d-921e-c5e0b6d17c12 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05f43f82cc184502b28337f6aa9a35c6&device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 1098 time: 0.0703447 May 25 22:44:51.695691 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3d4e2-c27e-443f-8db9-e6ca996618d4 req-f2eca7a1-6594-41ff-b7bd-8e74bec8dbbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:51.697258 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-6de3d4e2-c27e-443f-8db9-e6ca996618d4 req-f2eca7a1-6594-41ff-b7bd-8e74bec8dbbe service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9b64c1d-c92f-412a-9314-13490698471d HTTP/1.1" status: 200 len: 909 time: 0.1267579 May 25 22:44:51.839176 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-6de3d4e2-c27e-443f-8db9-e6ca996618d4 req-5a5942a4-01d0-4aed-9da9-3f2efde77e1a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49e60f96-08c0-490a-a4af-0142a8e96815 HTTP/1.1" status: 200 len: 1001 time: 0.1345949 May 25 22:44:51.920051 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8618ce-4d17-44dd-86ea-20eca88e3596 req-6c81442c-78e5-4812-921e-ddcb3d4107da tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:51.921448 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-dc8618ce-4d17-44dd-86ea-20eca88e3596 req-6c81442c-78e5-4812-921e-ddcb3d4107da tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 945 time: 0.1396048 May 25 22:44:51.922780 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3d4e2-c27e-443f-8db9-e6ca996618d4 req-9437fcd5-7791-4c7a-b406-2a3702e8aeb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:51.924033 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-6de3d4e2-c27e-443f-8db9-e6ca996618d4 req-9437fcd5-7791-4c7a-b406-2a3702e8aeb5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8a3ebb2-0194-4483-94f1-c90c15af48f6 HTTP/1.1" status: 200 len: 847 time: 0.0749187 May 25 22:44:52.018818 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-dc8618ce-4d17-44dd-86ea-20eca88e3596 req-4fa6d53a-b111-4ec1-aabf-ba78a312fb4a tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919054 May 25 22:44:52.035049 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-6de3d4e2-c27e-443f-8db9-e6ca996618d4 req-f143d485-eb9a-4336-b121-f81cd8592bf9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9b64c1d-c92f-412a-9314-13490698471d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0946980 May 25 22:44:52.171337 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-6de3d4e2-c27e-443f-8db9-e6ca996618d4 req-808a4a7f-3e8a-43c7-b8e5-b7da107c399a service neutron] 10.222.0.15 "GET /v2.0/networks/e9b64c1d-c92f-412a-9314-13490698471d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289470 May 25 22:44:52.377505 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-6de3d4e2-c27e-443f-8db9-e6ca996618d4 req-8bd5f907-e5e9-4070-b01d-8727644588e9 service neutron] 10.222.0.15 "GET /v2.0/networks/e9b64c1d-c92f-412a-9314-13490698471d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941125 May 25 22:44:52.394915 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861557d-9983-4a0b-9aff-74508e504ce6 req-9fb7045d-7e97-497d-ba1f-a35282a81b22 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:52.396361 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-1861557d-9983-4a0b-9aff-74508e504ce6 req-9fb7045d-7e97-497d-ba1f-a35282a81b22 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dfcdea-90f0-49ba-bc88-239a5dadabe5 HTTP/1.1" status: 200 len: 945 time: 0.0816233 May 25 22:44:52.442713 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-1861557d-9983-4a0b-9aff-74508e504ce6 req-afa394d4-6671-4ec4-869e-43ae13093e1b tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/security-groups?id=b065a291-86a1-4421-9190-89487856864e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400066 May 25 22:44:52.485928 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 0860709d-7e05-4969-8428-9dba5c413687 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:44:52.520858 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] No Port match for: 0860709d-7e05-4969-8428-9dba5c413687 {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:44:52.521483 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 0860709d-7e05-4969-8428-9dba5c413687 not bound to the agent host hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:44:52.755800 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97150d47-0cf2-4355-a97b-3f85e430fd5b req-9c3a9f42-865b-4cee-825e-338aed7f5db5 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:52.756480 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-97150d47-0cf2-4355-a97b-3f85e430fd5b req-9c3a9f42-865b-4cee-825e-338aed7f5db5 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Synchronizing usage tracker for tenant:360f94ee5000428395895ec5220a3314 on resource:port {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:44:52.768073 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-97150d47-0cf2-4355-a97b-3f85e430fd5b req-9c3a9f42-865b-4cee-825e-338aed7f5db5 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Unset dirty status for tenant:360f94ee5000428395895ec5220a3314 on resource:port {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:44:52.769229 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-97150d47-0cf2-4355-a97b-3f85e430fd5b req-9c3a9f42-865b-4cee-825e-338aed7f5db5 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1dfcdea-90f0-49ba-bc88-239a5dadabe5 HTTP/1.1" status: 200 len: 945 time: 0.0872285 May 25 22:44:52.808750 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf4512-270d-4dbc-afb6-c0cd43dd245d req-0acd4516-54ec-48f2-bb16-e7411e150650 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:52.810183 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-fecf4512-270d-4dbc-afb6-c0cd43dd245d req-0acd4516-54ec-48f2-bb16-e7411e150650 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.0802574 May 25 22:44:52.840116 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [req-97150d47-0cf2-4355-a97b-3f85e430fd5b req-cd3546e9-f202-4327-a57a-e554014e5f09 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Deleting port 1a99ed12-747c-47bf-beef-661f45238f24 {{(pid=83204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:44:52.840448 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-97150d47-0cf2-4355-a97b-3f85e430fd5b req-cd3546e9-f202-4327-a57a-e554014e5f09 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:52.855386 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-fecf4512-270d-4dbc-afb6-c0cd43dd245d req-34510fb3-4af2-4650-85d9-c54239fc9097 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395980 May 25 22:44:53.073572 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-97150d47-0cf2-4355-a97b-3f85e430fd5b req-cd3546e9-f202-4327-a57a-e554014e5f09 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] For port 1a99ed12-747c-47bf-beef-661f45238f24, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1a99ed12-747c-47bf-beef-661f45238f24,segment=NetworkSegment(5a1b511a-1790-4620-9618-9ed3342cc72e),segment_id=5a1b511a-1790-4620-9618-9ed3342cc72e)] {{(pid=83204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:44:53.073933 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-97150d47-0cf2-4355-a97b-3f85e430fd5b req-cd3546e9-f202-4327-a57a-e554014e5f09 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:53.197056 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [req-97150d47-0cf2-4355-a97b-3f85e430fd5b req-cd3546e9-f202-4327-a57a-e554014e5f09 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Calling delete_port for 1a99ed12-747c-47bf-beef-661f45238f24 owned by compute:nova {{(pid=83204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:44:53.365816 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f2d16-483d-4d1a-8df3-88454a09519b req-a2bea882-1055-4b1c-b159-bad3050811ba tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:53.367186 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-087f2d16-483d-4d1a-8df3-88454a09519b req-a2bea882-1055-4b1c-b159-bad3050811ba tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 945 time: 0.1769884 May 25 22:44:53.422162 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-97150d47-0cf2-4355-a97b-3f85e430fd5b req-cd3546e9-f202-4327-a57a-e554014e5f09 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:53.474489 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['1a99ed12-747c-47bf-beef-661f45238f24'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:44:53.476115 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-087f2d16-483d-4d1a-8df3-88454a09519b req-48b9c363-7739-47f7-88f0-7820deb45fbd tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005051 May 25 22:44:53.478598 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3546e9-f202-4327-a57a-e554014e5f09 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Pushing event deleted for resources: {'Port': ['ID=1a99ed12-747c-47bf-beef-661f45238f24,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:53.552561 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [req-97150d47-0cf2-4355-a97b-3f85e430fd5b req-cd3546e9-f202-4327-a57a-e554014e5f09 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] No DVR routers for this DVR port 1a99ed12-747c-47bf-beef-661f45238f24 on host hv-cinder-84330 {{(pid=83204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:44:53.555057 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-97150d47-0cf2-4355-a97b-3f85e430fd5b req-cd3546e9-f202-4327-a57a-e554014e5f09 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:53.558166 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1dfcdea-90f0-49ba-bc88-239a5dadabe5', 'name': 'network-vif-deleted', 'tag': '1a99ed12-747c-47bf-beef-661f45238f24'}] {{(pid=83204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:44:53.578088 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-97150d47-0cf2-4355-a97b-3f85e430fd5b req-cd3546e9-f202-4327-a57a-e554014e5f09 tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.15 "DELETE /v2.0/ports/1a99ed12-747c-47bf-beef-661f45238f24 HTTP/1.1" status: 204 len: 173 time: 0.8027384 May 25 22:44:53.623468 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fdae47e-d555-476d-85d9-0a0947de706f'] response: {'server_uuid': 'e1dfcdea-90f0-49ba-bc88-239a5dadabe5', 'name': 'network-vif-deleted', 'tag': '1a99ed12-747c-47bf-beef-661f45238f24', 'status': 'completed', 'code': 200} May 25 22:44:53.641537 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-fa9c7b14-489c-467c-862b-7f3044ce82e6 req-7d0073d9-c457-43a4-b5b5-1c48d2920e5a tempest-ServerRescueNegativeTestJSON-1638911775 tempest-ServerRescueNegativeTestJSON-1638911775-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dfcdea-90f0-49ba-bc88-239a5dadabe5 HTTP/1.1" status: 200 len: 210 time: 0.0483401 May 25 22:44:54.051152 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3612f-30c2-431d-b0e8-f32ce68e6625 req-0c8edd9b-1d4a-441c-b7b0-2503af37bde0 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:54.052578 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2ed3612f-30c2-431d-b0e8-f32ce68e6625 req-0c8edd9b-1d4a-441c-b7b0-2503af37bde0 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.0782890 May 25 22:44:54.097133 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2ed3612f-30c2-431d-b0e8-f32ce68e6625 req-7b3418c1-c484-433b-a7b6-bca96fa189b4 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=8ad06686-c9be-4e7c-946a-c7ee21e1f780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386569 May 25 22:44:54.262790 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09204031-7977-42ab-8b92-7ff7c3b5b649 req-61ca797f-c252-4065-a7b2-04b1d40ae0ce tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:54.264198 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-09204031-7977-42ab-8b92-7ff7c3b5b649 req-61ca797f-c252-4065-a7b2-04b1d40ae0ce tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.15 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 946 time: 0.0759978 May 25 22:44:54.336911 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [req-09204031-7977-42ab-8b92-7ff7c3b5b649 req-a185f152-03fd-45e9-9330-08f66b552a4a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Deleting port 01dc595a-feff-42c4-b62e-8142f9a3c35e {{(pid=83204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:44:54.337244 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-09204031-7977-42ab-8b92-7ff7c3b5b649 req-a185f152-03fd-45e9-9330-08f66b552a4a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:54.580689 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-09204031-7977-42ab-8b92-7ff7c3b5b649 req-a185f152-03fd-45e9-9330-08f66b552a4a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] For port 01dc595a-feff-42c4-b62e-8142f9a3c35e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=01dc595a-feff-42c4-b62e-8142f9a3c35e,segment=NetworkSegment(06c790d0-55a7-47ae-999d-414301c64b5e),segment_id=06c790d0-55a7-47ae-999d-414301c64b5e)] {{(pid=83204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:44:54.581052 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-09204031-7977-42ab-8b92-7ff7c3b5b649 req-a185f152-03fd-45e9-9330-08f66b552a4a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:54.721295 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee4c2d-1585-43c9-8dbe-33bf04f3e7eb req-03518f2d-8863-4942-a824-d71afdf73923 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:54.723810 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b2ee4c2d-1585-43c9-8dbe-33bf04f3e7eb req-03518f2d-8863-4942-a824-d71afdf73923 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 945 time: 0.1075594 May 25 22:44:54.766981 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 44040) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:54.791229 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b2ee4c2d-1585-43c9-8dbe-33bf04f3e7eb req-871c1ed1-e953-472d-8497-7e39af06ff8f tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609555 May 25 22:44:54.969311 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-09204031-7977-42ab-8b92-7ff7c3b5b649 req-a185f152-03fd-45e9-9330-08f66b552a4a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:54.969699 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-09204031-7977-42ab-8b92-7ff7c3b5b649 req-a185f152-03fd-45e9-9330-08f66b552a4a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997866'] for floatingip, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:54.969969 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.db.l3_db [req-09204031-7977-42ab-8b92-7ff7c3b5b649 req-a185f152-03fd-45e9-9330-08f66b552a4a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Floating IP 00fdfb02-f3dc-4588-b062-07dc42feca63 disassociated. External IP: 172.28.2.147, port: 01dc595a-feff-42c4-b62e-8142f9a3c35e. May 25 22:44:54.970323 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [req-09204031-7977-42ab-8b92-7ff7c3b5b649 req-a185f152-03fd-45e9-9330-08f66b552a4a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Calling delete_port for 01dc595a-feff-42c4-b62e-8142f9a3c35e owned by compute:nova {{(pid=83204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:44:55.117619 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-09204031-7977-42ab-8b92-7ff7c3b5b649 req-a185f152-03fd-45e9-9330-08f66b552a4a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:55.171372 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185f152-03fd-45e9-9330-08f66b552a4a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Pushing event deleted for resources: {'Port': ['ID=01dc595a-feff-42c4-b62e-8142f9a3c35e,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:55.312072 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-7cc843f5-ac3e-42b3-b659-cd7103557aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-999128'] for router_interface, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:55.357633 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b3261b98-d265-435b-a001-06eb2b7b537e req-4269c8e0-2a7a-4299-8ceb-f2ae91df97a6 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=396cfc57-e099-409f-803e-f0c1d1731573 HTTP/1.1" status: 200 len: 210 time: 0.1020465 May 25 22:44:55.449497 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09204031-7977-42ab-8b92-7ff7c3b5b649 req-a185f152-03fd-45e9-9330-08f66b552a4a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Router 7499423c-9726-46e4-846f-c5b4fe0a9a4c has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:44:55.653675 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09204031-7977-42ab-8b92-7ff7c3b5b649 req-a185f152-03fd-45e9-9330-08f66b552a4a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:44:55.667024 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869e36cc-f2a9-4b30-98af-c79e00689859 None None] Sync routers for ids ['7499423c-9726-46e4-846f-c5b4fe0a9a4c'] in dv-cinder-843305-1-smb {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:44:55.683425 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869e36cc-f2a9-4b30-98af-c79e00689859 None None] Routers {'7499423c-9726-46e4-846f-c5b4fe0a9a4c'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:44:55.684451 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-869e36cc-f2a9-4b30-98af-c79e00689859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:44:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['7499423c-9726-46e4-846f-c5b4fe0a9a4c'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:44:55.734114 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [req-09204031-7977-42ab-8b92-7ff7c3b5b649 req-a185f152-03fd-45e9-9330-08f66b552a4a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] No DVR routers for this DVR port 01dc595a-feff-42c4-b62e-8142f9a3c35e on host hv-cinder-84330 {{(pid=83204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:44:55.736989 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-09204031-7977-42ab-8b92-7ff7c3b5b649 req-a185f152-03fd-45e9-9330-08f66b552a4a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:55.739559 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396cfc57-e099-409f-803e-f0c1d1731573', 'name': 'network-vif-deleted', 'tag': '01dc595a-feff-42c4-b62e-8142f9a3c35e'}] {{(pid=83204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:44:55.761335 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-09204031-7977-42ab-8b92-7ff7c3b5b649 req-a185f152-03fd-45e9-9330-08f66b552a4a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.15 "DELETE /v2.0/ports/01dc595a-feff-42c4-b62e-8142f9a3c35e HTTP/1.1" status: 204 len: 173 time: 1.4912646 May 25 22:44:55.808736 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab352473-486b-4375-a07e-d5a4a2ff11bd'] response: {'server_uuid': '396cfc57-e099-409f-803e-f0c1d1731573', 'name': 'network-vif-deleted', 'tag': '01dc595a-feff-42c4-b62e-8142f9a3c35e', 'status': 'completed', 'code': 200} May 25 22:44:55.891801 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-869e36cc-f2a9-4b30-98af-c79e00689859 None None] Set router 7499423c-9726-46e4-846f-c5b4fe0a9a4c gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:44:56.020334 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb1051-3e49-4f2b-b62c-54534796c744 req-1115df37-2b11-442a-88e4-a673b68bbc8e tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:56.021767 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4dbb1051-3e49-4f2b-b62c-54534796c744 req-1115df37-2b11-442a-88e4-a673b68bbc8e tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 945 time: 0.0843916 May 25 22:44:56.068774 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-7cc843f5-ac3e-42b3-b659-cd7103557aad admin admin] Deleting port 18460971-5619-4061-8ff0-4059de421245 {{(pid=83203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:44:56.069429 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-7cc843f5-ac3e-42b3-b659-cd7103557aad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:56.072965 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4dbb1051-3e49-4f2b-b62c-54534796c744 req-1a3be884-6b5e-4e99-bbe9-9f0fee248936 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454898 May 25 22:44:56.255395 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-869e36cc-f2a9-4b30-98af-c79e00689859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'name': 'tempest-AttachVolumeTestJSON-1478890880-router', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:38:52Z', 'revision_number': 4, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'gw_port': {'id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': 'fc82d05a-7e7f-4e3c-ba63-b535e138d86d', 'name': '', 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'mac_address': 'fa:16:3e:26:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:50Z', 'updated_at': '2022-05-25T22:39:42Z', 'revision_number': 5, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'subnets': [{'id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:44:56.259373 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869e36cc-f2a9-4b30-98af-c79e00689859 None None] Checking router: 7499423c-9726-46e4-846f-c5b4fe0a9a4c for host: dv-cinder-843305-1-smb {{(pid=83205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:44:56.271298 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869e36cc-f2a9-4b30-98af-c79e00689859 None None] Routers {'7499423c-9726-46e4-846f-c5b4fe0a9a4c'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:44:56.271916 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-869e36cc-f2a9-4b30-98af-c79e00689859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:44:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['7499423c-9726-46e4-846f-c5b4fe0a9a4c'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:44:56.305769 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [None req-7cc843f5-ac3e-42b3-b659-cd7103557aad admin admin] For port 18460971-5619-4061-8ff0-4059de421245, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=18460971-5619-4061-8ff0-4059de421245,segment=NetworkSegment(5a1b511a-1790-4620-9618-9ed3342cc72e),segment_id=5a1b511a-1790-4620-9618-9ed3342cc72e)] {{(pid=83203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:44:56.306124 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-7cc843f5-ac3e-42b3-b659-cd7103557aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:56.433123 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-7cc843f5-ac3e-42b3-b659-cd7103557aad admin admin] Calling delete_port for 18460971-5619-4061-8ff0-4059de421245 owned by network:router_interface {{(pid=83203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:44:56.464006 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-cdb34cee-9aee-48c8-b6d4-3aa0f217fea2 req-5cb3c41a-ada4-4a4f-9d89-94377276198f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2660489 May 25 22:44:56.472892 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-869e36cc-f2a9-4b30-98af-c79e00689859 None None] Set router 7499423c-9726-46e4-846f-c5b4fe0a9a4c gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:44:56.560081 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 44058) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:56.615474 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 1a99ed12-747c-47bf-beef-661f45238f24 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:44:56.665758 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-ca4b0149-1ea2-4260-aac6-23192383c0d9 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:56.684014 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] No Port match for: 1a99ed12-747c-47bf-beef-661f45238f24 {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:44:56.684535 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 1a99ed12-747c-47bf-beef-661f45238f24 not bound to the agent host hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:44:56.684747 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 49e60f96-08c0-490a-a4af-0142a8e96815 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:44:56.700998 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-ca4b0149-1ea2-4260-aac6-23192383c0d9 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:56.708093 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 44068) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:56.825368 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d06311-ec71-4db9-98e7-e9f09496497e req-21eca05b-d974-4fa8-bdff-8032ede3cd1f tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:56.826832 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-e6d06311-ec71-4db9-98e7-e9f09496497e req-21eca05b-d974-4fa8-bdff-8032ede3cd1f tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 945 time: 0.1121912 May 25 22:44:56.839737 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-ca4b0149-1ea2-4260-aac6-23192383c0d9 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:56.873911 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b0149-1ea2-4260-aac6-23192383c0d9 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad06686-c9be-4e7c-946a-c7ee21e1f780,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:56.880736 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-7cc843f5-ac3e-42b3-b659-cd7103557aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:56.891318 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-ca4b0149-1ea2-4260-aac6-23192383c0d9 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:56.895004 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-ca4b0149-1ea2-4260-aac6-23192383c0d9 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "DELETE /v2.0/security-groups/8ad06686-c9be-4e7c-946a-c7ee21e1f780 HTTP/1.1" status: 204 len: 168 time: 0.3299708 May 25 22:44:56.896405 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 44074) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:56.913000 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-e6d06311-ec71-4db9-98e7-e9f09496497e req-7543f5bd-63f2-4914-984e-4e14318e49a3 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650697 May 25 22:44:56.943811 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:56.981167 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473e5d59-ba77-480a-b9ac-621a50ecbc1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49e60f96-08c0-490a-a4af-0142a8e96815'}] {{(pid=83205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:44:56.994158 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 49e60f96-08c0-490a-a4af-0142a8e96815, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=49e60f96-08c0-490a-a4af-0142a8e96815,segment=NetworkSegment(818d5d7a-3441-4e9c-8681-7692322994bf),segment_id=818d5d7a-3441-4e9c-8681-7692322994bf)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:44:57.002233 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:57.003054 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 01dc595a-feff-42c4-b62e-8142f9a3c35e no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:44:57.004612 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.api.v2.resource [None req-3f1b9214-1f7e-42f4-9f45-3beb990319d0 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] show failed (client error): The resource could not be found. May 25 22:44:57.005608 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-3f1b9214-1f7e-42f4-9f45-3beb990319d0 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups/8ad06686-c9be-4e7c-946a-c7ee21e1f780 HTTP/1.1" status: 404 len: 347 time: 0.0780585 May 25 22:44:57.009379 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 44080) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:57.027057 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc843f5-ac3e-42b3-b659-cd7103557aad admin admin] Pushing event deleted for resources: {'Port': ['ID=18460971-5619-4061-8ff0-4059de421245,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:57.046885 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-2194b97a-46ed-4321-9378-72cc549cc1af req-289041d8-a27c-4991-877f-1196447a54f9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3373039 May 25 22:44:57.139311 dv-cinder-843305-1-smb neutron-server[83205]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-aaa500fc-dfa1-4ceb-acb8-f550284a5897']: {'server_uuid': '473e5d59-ba77-480a-b9ac-621a50ecbc1b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '49e60f96-08c0-490a-a4af-0142a8e96815', 'code': 422} returned with failed status May 25 22:44:57.151471 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-869e36cc-f2a9-4b30-98af-c79e00689859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'name': 'tempest-AttachVolumeTestJSON-1478890880-router', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:38:52Z', 'revision_number': 4, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'gw_port': {'id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': 'fc82d05a-7e7f-4e3c-ba63-b535e138d86d', 'name': '', 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'mac_address': 'fa:16:3e:26:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:50Z', 'updated_at': '2022-05-25T22:39:42Z', 'revision_number': 5, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'subnets': [{'id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:44:57.158608 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869e36cc-f2a9-4b30-98af-c79e00689859 None None] The sync data for ids ['7499423c-9726-46e4-846f-c5b4fe0a9a4c'] in dv-cinder-843305-1-smb is: [{'id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'name': 'tempest-AttachVolumeTestJSON-1478890880-router', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:38:52Z', 'revision_number': 4, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'gw_port': {'id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': 'fc82d05a-7e7f-4e3c-ba63-b535e138d86d', 'name': '', 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'mac_address': 'fa:16:3e:26:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:50Z', 'updated_at': '2022-05-25T22:39:42Z', 'revision_number': 5, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'subnets': [{'id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:44:57.159650 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] No Port match for: 01dc595a-feff-42c4-b62e-8142f9a3c35e {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:44:57.160047 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 01dc595a-feff-42c4-b62e-8142f9a3c35e not bound to the agent host hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:44:57.162268 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=49e60f96-08c0-490a-a4af-0142a8e96815,revision_number=6']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:57.238537 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [None req-64e36365-c2fd-405c-86e4-e66a77f959a1 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Deleting port 90e77239-c418-4b5b-9a07-11daf4694c06 {{(pid=83204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:44:57.239011 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-64e36365-c2fd-405c-86e4-e66a77f959a1 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:57.393154 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-7cc843f5-ac3e-42b3-b659-cd7103557aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4094844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-999055'] for router_interface, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:57.444420 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-64e36365-c2fd-405c-86e4-e66a77f959a1 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:57.444745 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-64e36365-c2fd-405c-86e4-e66a77f959a1 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:57.489031 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262660ba-c6ec-4f97-94f7-bf8444c896e4 None None] New status for floating IP 00fdfb02-f3dc-4588-b062-07dc42feca63: DOWN {{(pid=83206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:44:57.669375 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [None req-64e36365-c2fd-405c-86e4-e66a77f959a1 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Calling delete_port for 90e77239-c418-4b5b-9a07-11daf4694c06 owned by network:floatingip {{(pid=83204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:44:57.802894 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.db.api [None req-64e36365-c2fd-405c-86e4-e66a77f959a1 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:44:57.804452 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG oslo_db.api [None req-64e36365-c2fd-405c-86e4-e66a77f959a1 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:44:58.111258 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c21695-3d68-440a-8068-de59291a6185 req-728a5182-3b3c-4ec2-9b7e-92fae44d45da tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:58.113178 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-98c21695-3d68-440a-8068-de59291a6185 req-728a5182-3b3c-4ec2-9b7e-92fae44d45da tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 943 time: 0.0791042 May 25 22:44:58.120072 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc843f5-ac3e-42b3-b659-cd7103557aad admin admin] Router d20adea2-cfd7-4d8c-a819-58e48c7e84e3 has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:44:58.164505 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-98c21695-3d68-440a-8068-de59291a6185 req-2bbe43b6-ecc0-4876-ab77-834931d7b011 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445211 May 25 22:44:58.328277 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [None req-64e36365-c2fd-405c-86e4-e66a77f959a1 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Deleting port 90e77239-c418-4b5b-9a07-11daf4694c06 {{(pid=83204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:44:58.328621 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-64e36365-c2fd-405c-86e4-e66a77f959a1 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:58.337030 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc843f5-ac3e-42b3-b659-cd7103557aad admin admin] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:44:58.346951 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8095ba5-1d77-4cb0-ad2f-151f14f8917a None None] Sync routers for ids ['d20adea2-cfd7-4d8c-a819-58e48c7e84e3'] in dv-cinder-843305-1-smb {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:44:58.349091 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-7cc843f5-ac3e-42b3-b659-cd7103557aad admin admin] 10.222.0.59 "PUT /v2.0/routers/d20adea2-cfd7-4d8c-a819-58e48c7e84e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5804465 May 25 22:44:58.352191 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 44094) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:58.362855 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8095ba5-1d77-4cb0-ad2f-151f14f8917a None None] Routers {'d20adea2-cfd7-4d8c-a819-58e48c7e84e3'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:44:58.363522 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-a8095ba5-1d77-4cb0-ad2f-151f14f8917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:44:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['d20adea2-cfd7-4d8c-a819-58e48c7e84e3'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:44:58.509374 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2194b97a-46ed-4321-9378-72cc549cc1af req-1493ac1f-66c2-434e-8530-d26c0b54cf45 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b&tenant_id=05f43f82cc184502b28337f6aa9a35c6 HTTP/1.1" status: 200 len: 1096 time: 0.2094355 May 25 22:44:58.528629 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-64e36365-c2fd-405c-86e4-e66a77f959a1 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:58.529209 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-64e36365-c2fd-405c-86e4-e66a77f959a1 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:58.546222 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-a8095ba5-1d77-4cb0-ad2f-151f14f8917a None None] Set router d20adea2-cfd7-4d8c-a819-58e48c7e84e3 gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:44:58.557269 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-148b15ce-08ee-4d9a-bb5b-e58ac5703ddd admin admin] Notify callbacks [] for router, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:58.694182 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [None req-64e36365-c2fd-405c-86e4-e66a77f959a1 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Calling delete_port for 90e77239-c418-4b5b-9a07-11daf4694c06 owned by network:floatingip {{(pid=83204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:44:58.755934 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-148b15ce-08ee-4d9a-bb5b-e58ac5703ddd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:58.766898 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-148b15ce-08ee-4d9a-bb5b-e58ac5703ddd admin admin] Deleting port 9aa33250-89d8-4246-99da-de69ec773fc5 {{(pid=83203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:44:58.767243 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-148b15ce-08ee-4d9a-bb5b-e58ac5703ddd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:58.794706 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2194b97a-46ed-4321-9378-72cc549cc1af req-113a63c7-8d37-419d-9ce8-7cc5ae141740 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05f43f82cc184502b28337f6aa9a35c6&device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 1096 time: 0.2508419 May 25 22:44:58.863916 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-a8095ba5-1d77-4cb0-ad2f-151f14f8917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1299349677-router', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': '9aa33250-89d8-4246-99da-de69ec773fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:42Z', 'updated_at': '2022-05-25T22:44:56Z', 'revision_number': 5, 'project_id': '360f94ee5000428395895ec5220a3314', 'gw_port': {'id': '9aa33250-89d8-4246-99da-de69ec773fc5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:43Z', 'updated_at': '2022-05-25T22:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb'}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:44:58.867811 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8095ba5-1d77-4cb0-ad2f-151f14f8917a None None] Checking router: d20adea2-cfd7-4d8c-a819-58e48c7e84e3 for host: dv-cinder-843305-1-smb {{(pid=83205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:44:58.878458 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8095ba5-1d77-4cb0-ad2f-151f14f8917a None None] Routers {'d20adea2-cfd7-4d8c-a819-58e48c7e84e3'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:44:58.879050 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-a8095ba5-1d77-4cb0-ad2f-151f14f8917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:44:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['d20adea2-cfd7-4d8c-a819-58e48c7e84e3'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:44:58.946969 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [None req-148b15ce-08ee-4d9a-bb5b-e58ac5703ddd admin admin] For port 9aa33250-89d8-4246-99da-de69ec773fc5, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=9aa33250-89d8-4246-99da-de69ec773fc5,segment=NetworkSegment(3342e0e4-498a-46e7-9232-6274ffc1b494),segment_id=3342e0e4-498a-46e7-9232-6274ffc1b494)] {{(pid=83203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:44:58.947299 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-148b15ce-08ee-4d9a-bb5b-e58ac5703ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:58.956234 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-64e36365-c2fd-405c-86e4-e66a77f959a1 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:59.008650 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e36365-c2fd-405c-86e4-e66a77f959a1 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Pushing event deleted for resources: {'Port': ['ID=90e77239-c418-4b5b-9a07-11daf4694c06,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:59.035302 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-a8095ba5-1d77-4cb0-ad2f-151f14f8917a None None] Set router d20adea2-cfd7-4d8c-a819-58e48c7e84e3 gateway port host: None {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:44:59.111600 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194b97a-46ed-4321-9378-72cc549cc1af req-3a0f515b-0961-4e6e-aea3-96540df91b26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:59.113014 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2194b97a-46ed-4321-9378-72cc549cc1af req-3a0f515b-0961-4e6e-aea3-96540df91b26 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9b64c1d-c92f-412a-9314-13490698471d HTTP/1.1" status: 200 len: 909 time: 0.3099244 May 25 22:44:59.113721 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-64e36365-c2fd-405c-86e4-e66a77f959a1 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for floatingip, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:59.141226 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-a8095ba5-1d77-4cb0-ad2f-151f14f8917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1299349677-router', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:42Z', 'updated_at': '2022-05-25T22:44:58Z', 'revision_number': 6, 'project_id': '360f94ee5000428395895ec5220a3314', 'gw_port_host': None}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:44:59.145236 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8095ba5-1d77-4cb0-ad2f-151f14f8917a None None] The sync data for ids ['d20adea2-cfd7-4d8c-a819-58e48c7e84e3'] in dv-cinder-843305-1-smb is: [{'id': 'd20adea2-cfd7-4d8c-a819-58e48c7e84e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1299349677-router', 'tenant_id': '360f94ee5000428395895ec5220a3314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:42Z', 'updated_at': '2022-05-25T22:44:58Z', 'revision_number': 6, 'project_id': '360f94ee5000428395895ec5220a3314', 'gw_port_host': None}] {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:44:59.168951 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-148b15ce-08ee-4d9a-bb5b-e58ac5703ddd admin admin] Calling delete_port for 9aa33250-89d8-4246-99da-de69ec773fc5 owned by network:router_gateway {{(pid=83203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:44:59.206687 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-64e36365-c2fd-405c-86e4-e66a77f959a1 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for floatingip, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:59.207921 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-64e36365-c2fd-405c-86e4-e66a77f959a1 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "DELETE /v2.0/floatingips/00fdfb02-f3dc-4588-b062-07dc42feca63 HTTP/1.1" status: 204 len: 168 time: 2.1973455 May 25 22:44:59.247116 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2194b97a-46ed-4321-9378-72cc549cc1af req-f7467e30-fc9c-4a8e-9650-edc2a79427f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49e60f96-08c0-490a-a4af-0142a8e96815 HTTP/1.1" status: 200 len: 999 time: 0.1263394 May 25 22:44:59.317605 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 44102) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:59.325839 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-24311846-80bc-4c6f-ab59-cbb7298f9c40 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1992138864', 'description': 'tempest-description--1225794204'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:44:59.336967 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-24311846-80bc-4c6f-ab59-cbb7298f9c40 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:44:59.347395 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-24311846-80bc-4c6f-ab59-cbb7298f9c40 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Usage tracker for resource:security_group and tenant:8245386779d14b72ba8d57559c8a6be4 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:44:59.351896 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-24311846-80bc-4c6f-ab59-cbb7298f9c40 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:44:59.359946 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-24311846-80bc-4c6f-ab59-cbb7298f9c40 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:44:59.369728 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194b97a-46ed-4321-9378-72cc549cc1af req-2a02bcf6-722e-4b67-b4aa-c1eeda255d05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:59.371397 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2194b97a-46ed-4321-9378-72cc549cc1af req-2a02bcf6-722e-4b67-b4aa-c1eeda255d05 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8a3ebb2-0194-4483-94f1-c90c15af48f6 HTTP/1.1" status: 200 len: 847 time: 0.1178656 May 25 22:44:59.377079 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-24311846-80bc-4c6f-ab59-cbb7298f9c40 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:59.407073 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-148b15ce-08ee-4d9a-bb5b-e58ac5703ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:59.455558 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b15ce-08ee-4d9a-bb5b-e58ac5703ddd admin admin] Pushing event deleted for resources: {'Port': ['ID=9aa33250-89d8-4246-99da-de69ec773fc5,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:59.466436 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-24311846-80bc-4c6f-ab59-cbb7298f9c40 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:44:59.472945 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-24311846-80bc-4c6f-ab59-cbb7298f9c40 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Usage tracker for resource:security_group_rule and tenant:8245386779d14b72ba8d57559c8a6be4 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:44:59.476013 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-24311846-80bc-4c6f-ab59-cbb7298f9c40 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:44:59.483711 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-24311846-80bc-4c6f-ab59-cbb7298f9c40 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:44:59.494612 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcf331-c56d-4275-975c-5810f293df56 req-15702f7b-0959-4891-88c2-73060f4a17e8 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:59.496058 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-37dcf331-c56d-4275-975c-5810f293df56 req-15702f7b-0959-4891-88c2-73060f4a17e8 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 943 time: 0.1707203 May 25 22:44:59.502045 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2194b97a-46ed-4321-9378-72cc549cc1af req-53a4b312-b810-4beb-b625-37a24a3d2197 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9b64c1d-c92f-412a-9314-13490698471d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1113913 May 25 22:44:59.658665 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-37dcf331-c56d-4275-975c-5810f293df56 req-bb4cb9a5-ae87-4e22-a6a2-86800b89c594 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239145 May 25 22:44:59.713972 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-24311846-80bc-4c6f-ab59-cbb7298f9c40 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:59.726257 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-24311846-80bc-4c6f-ab59-cbb7298f9c40 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:59.731054 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-148b15ce-08ee-4d9a-bb5b-e58ac5703ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997829'] for router_gateway, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:59.793609 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24311846-80bc-4c6f-ab59-cbb7298f9c40 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b50b179-e41c-4f9b-be44-249f2d2a856b,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:59.798890 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2194b97a-46ed-4321-9378-72cc549cc1af req-8fec9483-e633-4cb7-8cc7-779c2fdef2fd service neutron] 10.222.0.15 "GET /v2.0/networks/e9b64c1d-c92f-412a-9314-13490698471d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920637 May 25 22:44:59.804406 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-24311846-80bc-4c6f-ab59-cbb7298f9c40 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:59.805939 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-24311846-80bc-4c6f-ab59-cbb7298f9c40 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.4870300 May 25 22:44:59.824212 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 44106) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:59.831539 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-eba2f27e-dbbb-4462-a7fc-1bad2afa6df9 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Request body: {'security_group_rule': {'security_group_id': '3b50b179-e41c-4f9b-be44-249f2d2a856b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:44:59.880895 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-eba2f27e-dbbb-4462-a7fc-1bad2afa6df9 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:44:59.890271 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-eba2f27e-dbbb-4462-a7fc-1bad2afa6df9 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Usage tracker for resource:security_group_rule and tenant:8245386779d14b72ba8d57559c8a6be4 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:44:59.903585 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-eba2f27e-dbbb-4462-a7fc-1bad2afa6df9 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:44:59.912020 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-eba2f27e-dbbb-4462-a7fc-1bad2afa6df9 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:44:59.955424 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-eba2f27e-dbbb-4462-a7fc-1bad2afa6df9 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:59.968835 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 18460971-5619-4061-8ff0-4059de421245 no longer exists at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:44:59.987624 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2194b97a-46ed-4321-9378-72cc549cc1af req-64957ed5-99d2-4166-a3d6-2456ae43789e service neutron] 10.222.0.15 "GET /v2.0/networks/e9b64c1d-c92f-412a-9314-13490698471d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803155 May 25 22:44:59.989098 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-148b15ce-08ee-4d9a-bb5b-e58ac5703ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1035317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4933'] for router, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:59.993627 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-148b15ce-08ee-4d9a-bb5b-e58ac5703ddd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:00.007738 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] No Port match for: 18460971-5619-4061-8ff0-4059de421245 {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:45:00.008073 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 18460971-5619-4061-8ff0-4059de421245 not bound to the agent host dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:45:00.034231 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-eba2f27e-dbbb-4462-a7fc-1bad2afa6df9 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:00.039334 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-eba2f27e-dbbb-4462-a7fc-1bad2afa6df9 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043470'] for security_group_rule, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:00.062568 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2f27e-dbbb-4462-a7fc-1bad2afa6df9 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c95fbbc7-001b-4753-96b7-d2559df736cb,revision_number=0']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:00.071069 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-eba2f27e-dbbb-4462-a7fc-1bad2afa6df9 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:00.072492 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-eba2f27e-dbbb-4462-a7fc-1bad2afa6df9 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2473471 May 25 22:45:00.075149 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 44110) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:00.080617 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-8b1b62f4-a98f-47dd-9f03-3d03b8b5fdd7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Request body: {'security_group_rule': {'security_group_id': '3b50b179-e41c-4f9b-be44-249f2d2a856b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:45:00.087320 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-8b1b62f4-a98f-47dd-9f03-3d03b8b5fdd7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:45:00.092175 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-8b1b62f4-a98f-47dd-9f03-3d03b8b5fdd7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Usage tracker for resource:security_group_rule and tenant:8245386779d14b72ba8d57559c8a6be4 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:45:00.095122 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-148b15ce-08ee-4d9a-bb5b-e58ac5703ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1035417'] for router, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:00.095656 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148b15ce-08ee-4d9a-bb5b-e58ac5703ddd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d20adea2-cfd7-4d8c-a819-58e48c7e84e3 {{(pid=83203) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:45:00.096066 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-8b1b62f4-a98f-47dd-9f03-3d03b8b5fdd7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:45:00.103168 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-8b1b62f4-a98f-47dd-9f03-3d03b8b5fdd7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:45:00.109989 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-148b15ce-08ee-4d9a-bb5b-e58ac5703ddd admin admin] Notify callbacks [] for router, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:00.111472 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-148b15ce-08ee-4d9a-bb5b-e58ac5703ddd admin admin] 10.222.0.59 "DELETE /v2.0/routers/d20adea2-cfd7-4d8c-a819-58e48c7e84e3 HTTP/1.1" status: 204 len: 168 time: 1.7583075 May 25 22:45:00.115122 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 44114) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:00.127682 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-8b1b62f4-a98f-47dd-9f03-3d03b8b5fdd7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:00.192525 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c904e42-1fda-4da8-83ee-752030584c0a admin admin] Deleting subnet eaeba0d5-7c5d-481f-b009-b71f12b223e9 {{(pid=83203) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:45:00.196679 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2c904e42-1fda-4da8-83ee-752030584c0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:00.200344 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-8b1b62f4-a98f-47dd-9f03-3d03b8b5fdd7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:00.205511 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-8b1b62f4-a98f-47dd-9f03-3d03b8b5fdd7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043470'] for security_group_rule, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:00.239128 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b62f4-a98f-47dd-9f03-3d03b8b5fdd7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde30e71-560d-4f37-b66f-29bbd71fed2c,revision_number=0']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:00.249586 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2c904e42-1fda-4da8-83ee-752030584c0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870630'] for subnet, precommit_delete_associations {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:00.257278 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-8b1b62f4-a98f-47dd-9f03-3d03b8b5fdd7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:00.261599 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-8b1b62f4-a98f-47dd-9f03-3d03b8b5fdd7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1824658 May 25 22:45:00.261997 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 44118) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:00.270692 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-376704ef-d5ef-45ec-bc82-5b0a746cd956 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Request body: {'floatingip': {'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:45:00.278348 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-376704ef-d5ef-45ec-bc82-5b0a746cd956 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:45:00.283545 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-376704ef-d5ef-45ec-bc82-5b0a746cd956 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Usage tracker for resource:floatingip and tenant:8245386779d14b72ba8d57559c8a6be4 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:45:00.286747 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-376704ef-d5ef-45ec-bc82-5b0a746cd956 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:45:00.294276 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-376704ef-d5ef-45ec-bc82-5b0a746cd956 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:45:00.305545 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-376704ef-d5ef-45ec-bc82-5b0a746cd956 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for floatingip, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:00.371517 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2c904e42-1fda-4da8-83ee-752030584c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3361804'] for subnet, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:00.437492 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2c904e42-1fda-4da8-83ee-752030584c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3361797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1950973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1742165'] for subnet, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:00.445376 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-376704ef-d5ef-45ec-bc82-5b0a746cd956 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:00.568107 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c904e42-1fda-4da8-83ee-752030584c0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaeba0d5-7c5d-481f-b009-b71f12b223e9,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:00.576602 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2c904e42-1fda-4da8-83ee-752030584c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for subnet, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:00.584634 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba3cbe4-2e2b-4db0-8459-ff79997a766c None None] Network 84ae9284-4480-4503-b05c-9e1235a6ee14 requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:45:00.587322 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-2c904e42-1fda-4da8-83ee-752030584c0a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/eaeba0d5-7c5d-481f-b009-b71f12b223e9 HTTP/1.1" status: 204 len: 168 time: 0.4709671 May 25 22:45:00.589677 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 44122) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:00.593722 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.db_base_plugin_common [None req-376704ef-d5ef-45ec-bc82-5b0a746cd956 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Allocated IP 172.28.2.45 (77f19dc1-c50e-4f02-8833-0fbdbbec8517/1120c8a6-ca37-4814-b2e9-f8ac22584781/72b26451-9b93-4272-9d10-64e79ad94cda) {{(pid=83204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:45:00.699024 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a470e053-7006-4061-8ad4-69a6e260305a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3150312'] for network, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:00.710876 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-a470e053-7006-4061-8ad4-69a6e260305a admin admin] Deleting port 1eb980b4-cc45-4fe9-b164-e4b7e827fe82 {{(pid=83203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:45:00.711209 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a470e053-7006-4061-8ad4-69a6e260305a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:00.749549 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-376704ef-d5ef-45ec-bc82-5b0a746cd956 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for port, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:00.794116 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-376704ef-d5ef-45ec-bc82-5b0a746cd956 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:00.858796 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141eeae4-b66c-466b-b3b0-acce2d36494a None None] DHCP port deletion for 84ae9284-4480-4503-b05c-9e1235a6ee14 request from dv-cinder-843305-1-smb {{(pid=83205) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:45:00.863379 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-141eeae4-b66c-466b-b3b0-acce2d36494a None None] Deleting port 1eb980b4-cc45-4fe9-b164-e4b7e827fe82 {{(pid=83205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:45:00.863854 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-141eeae4-b66c-466b-b3b0-acce2d36494a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:00.907648 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376704ef-d5ef-45ec-bc82-5b0a746cd956 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 is already hosted by enough agents. {{(pid=83204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:45:00.911580 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [None req-376704ef-d5ef-45ec-bc82-5b0a746cd956 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Resources bound (agent type, host, resource id): {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:45:00.919028 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376704ef-d5ef-45ec-bc82-5b0a746cd956 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Received port after_create {{(pid=83204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:45:00.943626 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [None req-a470e053-7006-4061-8ad4-69a6e260305a admin admin] For port 1eb980b4-cc45-4fe9-b164-e4b7e827fe82, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=1eb980b4-cc45-4fe9-b164-e4b7e827fe82,segment=NetworkSegment(5a1b511a-1790-4620-9618-9ed3342cc72e),segment_id=5a1b511a-1790-4620-9618-9ed3342cc72e)] {{(pid=83203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:45:00.944115 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a470e053-7006-4061-8ad4-69a6e260305a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:00.950977 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376704ef-d5ef-45ec-bc82-5b0a746cd956 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Pushing event updated for resources: {'Port': ['ID=72b26451-9b93-4272-9d10-64e79ad94cda,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:01.000851 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e276efc-e0ab-4ca2-bb3c-c61ecfc4b653 req-da95c1ab-dc9e-4309-87f8-2e9bdb3f75f7 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:01.002278 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4e276efc-e0ab-4ca2-bb3c-c61ecfc4b653 req-da95c1ab-dc9e-4309-87f8-2e9bdb3f75f7 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 943 time: 0.2022085 May 25 22:45:01.063220 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4e276efc-e0ab-4ca2-bb3c-c61ecfc4b653 req-42af6ac3-8c17-46c8-8291-1d5e3b2588db tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498178 May 25 22:45:01.068641 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-141eeae4-b66c-466b-b3b0-acce2d36494a None None] For port 1eb980b4-cc45-4fe9-b164-e4b7e827fe82, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=1eb980b4-cc45-4fe9-b164-e4b7e827fe82,segment=NetworkSegment(5a1b511a-1790-4620-9618-9ed3342cc72e),segment_id=5a1b511a-1790-4620-9618-9ed3342cc72e)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:45:01.069135 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-141eeae4-b66c-466b-b3b0-acce2d36494a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:01.073816 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-a470e053-7006-4061-8ad4-69a6e260305a admin admin] Calling delete_port for 1eb980b4-cc45-4fe9-b164-e4b7e827fe82 owned by network:dhcp {{(pid=83203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:45:01.151431 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-376704ef-d5ef-45ec-bc82-5b0a746cd956 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:01.166749 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a470e053-7006-4061-8ad4-69a6e260305a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:01.190403 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-141eeae4-b66c-466b-b3b0-acce2d36494a None None] Calling delete_port for 1eb980b4-cc45-4fe9-b164-e4b7e827fe82 owned by network:dhcp {{(pid=83205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:45:01.211235 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-376704ef-d5ef-45ec-bc82-5b0a746cd956 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:01.219227 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470e053-7006-4061-8ad4-69a6e260305a admin admin] Pushing event deleted for resources: {'Port': ['ID=1eb980b4-cc45-4fe9-b164-e4b7e827fe82,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:01.231067 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a470e053-7006-4061-8ad4-69a6e260305a admin admin] No DVR routers for this DVR port 1eb980b4-cc45-4fe9-b164-e4b7e827fe82 on host dv-cinder-843305-1-smb {{(pid=83203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:45:01.332419 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.db.api [None req-141eeae4-b66c-466b-b3b0-acce2d36494a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:45:01.332869 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG oslo_db.api [None req-141eeae4-b66c-466b-b3b0-acce2d36494a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:45:01.347547 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a470e053-7006-4061-8ad4-69a6e260305a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3373977', 'neutron.services.segments.db._delete_segments_for_network-8728910406777'] for network, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:01.377266 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.services.segments.db [None req-a470e053-7006-4061-8ad4-69a6e260305a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ae9284-4480-4503-b05c-9e1235a6ee14']}} {{(pid=83203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:45:01.389429 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.services.segments.db [None req-a470e053-7006-4061-8ad4-69a6e260305a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1b511a-1790-4620-9618-9ed3342cc72e') {'for_net_delete': True} {{(pid=83203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:45:01.389722 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.services.segments.db [None req-a470e053-7006-4061-8ad4-69a6e260305a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1b511a-1790-4620-9618-9ed3342cc72e') {} {{(pid=83203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:45:01.401582 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a470e053-7006-4061-8ad4-69a6e260305a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728910406660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871701'] for segment, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:01.418108 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a470e053-7006-4061-8ad4-69a6e260305a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:01.421136 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-376704ef-d5ef-45ec-bc82-5b0a746cd956 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for port, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:01.425119 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a470e053-7006-4061-8ad4-69a6e260305a admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=83203) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:45:01.425347 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-376704ef-d5ef-45ec-bc82-5b0a746cd956 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1172434'] for port, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:01.425532 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a470e053-7006-4061-8ad4-69a6e260305a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1950867'] for segment, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:01.438598 dv-cinder-843305-1-smb neutron-server[83203]: Traceback (most recent call last): May 25 22:45:01.438598 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:45:01.438598 dv-cinder-843305-1-smb neutron-server[83203]: timer() May 25 22:45:01.438598 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:45:01.438598 dv-cinder-843305-1-smb neutron-server[83203]: cb(*args, **kw) May 25 22:45:01.438598 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:45:01.438598 dv-cinder-843305-1-smb neutron-server[83203]: return func(*args, **kwargs) May 25 22:45:01.438598 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:45:01.438598 dv-cinder-843305-1-smb neutron-server[83203]: self._notify() May 25 22:45:01.438598 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:45:01.438598 dv-cinder-843305-1-smb neutron-server[83203]: self.callback(batched_events) May 25 22:45:01.438598 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:45:01.438598 dv-cinder-843305-1-smb neutron-server[83203]: event.method(event) May 25 22:45:01.438598 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:45:01.438598 dv-cinder-843305-1-smb neutron-server[83203]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:45:01.438598 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:45:01.438598 dv-cinder-843305-1-smb neutron-server[83203]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:45:01.438598 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:45:01.438598 dv-cinder-843305-1-smb neutron-server[83203]: return f(self, *a, **k) May 25 22:45:01.438598 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:45:01.438598 dv-cinder-843305-1-smb neutron-server[83203]: return self._get(url).json() May 25 22:45:01.438598 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:45:01.438598 dv-cinder-843305-1-smb neutron-server[83203]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:45:01.438598 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:45:01.438598 dv-cinder-843305-1-smb neutron-server[83203]: return self.request(url, 'GET', **kwargs) May 25 22:45:01.438598 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:45:01.438598 dv-cinder-843305-1-smb neutron-server[83203]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:45:01.438598 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:45:01.438598 dv-cinder-843305-1-smb neutron-server[83203]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:45:01.438598 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:45:01.438598 dv-cinder-843305-1-smb neutron-server[83203]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:45:01.438598 dv-cinder-843305-1-smb neutron-server[83203]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:45:01.512630 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a470e053-7006-4061-8ad4-69a6e260305a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3373970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997848'] for network, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:01.534639 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376704ef-d5ef-45ec-bc82-5b0a746cd956 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Pushing event updated for resources: {'Port': ['ID=72b26451-9b93-4272-9d10-64e79ad94cda,revision_number=2']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:01.535808 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a470e053-7006-4061-8ad4-69a6e260305a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for network, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:01.544550 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470e053-7006-4061-8ad4-69a6e260305a admin admin] Pushing event deleted for resources: {'Network': ['ID=84ae9284-4480-4503-b05c-9e1235a6ee14,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:01.546993 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-376704ef-d5ef-45ec-bc82-5b0a746cd956 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997866'] for floatingip, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:01.557825 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-a470e053-7006-4061-8ad4-69a6e260305a admin admin] 10.222.0.59 "DELETE /v2.0/networks/84ae9284-4480-4503-b05c-9e1235a6ee14 HTTP/1.1" status: 204 len: 168 time: 0.9671683 May 25 22:45:01.571788 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-376704ef-d5ef-45ec-bc82-5b0a746cd956 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for floatingip, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:01.573705 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-376704ef-d5ef-45ec-bc82-5b0a746cd956 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3103137 May 25 22:45:01.622477 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 9aa33250-89d8-4246-99da-de69ec773fc5 no longer exists at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:45:01.655181 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] No Port match for: 9aa33250-89d8-4246-99da-de69ec773fc5 {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:45:01.655581 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 9aa33250-89d8-4246-99da-de69ec773fc5 not bound to the agent host dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:45:01.655991 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 1eb980b4-cc45-4fe9-b164-e4b7e827fe82 no longer exists at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:45:01.689349 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] No Port match for: 1eb980b4-cc45-4fe9-b164-e4b7e827fe82 {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:45:01.689885 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 1eb980b4-cc45-4fe9-b164-e4b7e827fe82 not bound to the agent host dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:45:01.723827 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 44138) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:01.758879 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-d2e800fa-1267-462d-9c5c-c3edcdfdfefc tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1992138864&fields=id&tenant_id=8245386779d14b72ba8d57559c8a6be4 HTTP/1.1" status: 200 len: 267 time: 0.0407712 May 25 22:45:01.774821 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-789e1a81-fda7-47b8-8101-77277a046220 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=360f94ee5000428395895ec5220a3314&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0497713 May 25 22:45:01.777128 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 44142) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:01.834637 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-141eeae4-b66c-466b-b3b0-acce2d36494a None None] Deleting port 1eb980b4-cc45-4fe9-b164-e4b7e827fe82 {{(pid=83205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:45:01.835572 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-141eeae4-b66c-466b-b3b0-acce2d36494a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:01.838459 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-09b2747e-d02e-47e7-99ac-6f66a861db61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:01.904062 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-141eeae4-b66c-466b-b3b0-acce2d36494a None None] The port '1eb980b4-cc45-4fe9-b164-e4b7e827fe82' was deleted {{(pid=83205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:45:01.911484 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-f7f42a1d-c924-4970-8fce-850c8650adca tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:01.915310 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-f7f42a1d-c924-4970-8fce-850c8650adca tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/networks?id=7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2 HTTP/1.1" status: 200 len: 811 time: 0.1499527 May 25 22:45:01.931681 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-40521e7d-6272-4e55-8e4a-8b421f3155d9 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/quotas/8245386779d14b72ba8d57559c8a6be4 HTTP/1.1" status: 200 len: 375 time: 0.0113571 May 25 22:45:01.932311 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-09b2747e-d02e-47e7-99ac-6f66a861db61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:01.983654 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-09b2747e-d02e-47e7-99ac-6f66a861db61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:02.000529 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2747e-d02e-47e7-99ac-6f66a861db61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b065a291-86a1-4421-9190-89487856864e,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:02.014843 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-09b2747e-d02e-47e7-99ac-6f66a861db61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:02.018662 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-09b2747e-d02e-47e7-99ac-6f66a861db61 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b065a291-86a1-4421-9190-89487856864e HTTP/1.1" status: 204 len: 168 time: 0.2379427 May 25 22:45:02.023342 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-ebc52c8b-1de1-45a7-9a9b-bada0d47ac6e tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8245386779d14b72ba8d57559c8a6be4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0860431 May 25 22:45:02.176862 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-9195af17-f7e8-4483-9b06-7eb148af3ca2 service neutron] 10.222.0.59 "GET /v2.0/networks/7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370282 May 25 22:45:02.333815 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-91c37781-48df-40ac-91d1-2e9d7c4cb6d0 service neutron] 10.222.0.59 "GET /v2.0/networks/7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508095 May 25 22:45:02.441998 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd78e08-87c2-4cde-ab3f-610f0e9fbd89 req-ab0c1f0d-8242-495a-8b22-bb55a98ac64a tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:02.443569 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-6cd78e08-87c2-4cde-ab3f-610f0e9fbd89 req-ab0c1f0d-8242-495a-8b22-bb55a98ac64a tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 943 time: 0.0865200 May 25 22:45:02.498967 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-6cd78e08-87c2-4cde-ab3f-610f0e9fbd89 req-87343e59-fdce-41c1-9b1d-966a5d9feae9 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484200 May 25 22:45:02.538703 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-14aa6304-8c16-4e17-954f-9b843047d382 req-15715538-636e-4889-8a7e-027470c14a8a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f24600d-8223-4f9d-909e-6dc28098d139 HTTP/1.1" status: 200 len: 210 time: 0.0494492 May 25 22:45:03.753869 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-03f5dd0a-783f-402b-bc1f-2d65202cdc1f tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:03.755578 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-03f5dd0a-783f-402b-bc1f-2d65202cdc1f tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.15 "GET /v2.0/networks?id=7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2 HTTP/1.1" status: 200 len: 811 time: 0.2237804 May 25 22:45:03.794864 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc04a98-7ca5-41a1-a5c4-f5c87dd533c0 req-bdf227e0-3a9f-477b-842e-168351c273f7 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:03.795934 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ffc04a98-7ca5-41a1-a5c4-f5c87dd533c0 req-bdf227e0-3a9f-477b-842e-168351c273f7 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 943 time: 0.1147676 May 25 22:45:03.839951 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:03.863352 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-a7dd8460-ab5a-4c49-9515-91456ded3809 req-c740963c-0ffe-4160-bf6c-274dddc75e93 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f24600d-8223-4f9d-909e-6dc28098d139 HTTP/1.1" status: 200 len: 210 time: 0.1632738 May 25 22:45:03.873761 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-643bd7a7-2bc8-4826-a494-7ac59d07dac7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Synchronizing usage tracker for tenant:8245386779d14b72ba8d57559c8a6be4 on resource:security_group {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:45:03.880542 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ffc04a98-7ca5-41a1-a5c4-f5c87dd533c0 req-05dd1e28-099d-4511-b8ae-582f107e4298 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687118 May 25 22:45:03.895229 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-643bd7a7-2bc8-4826-a494-7ac59d07dac7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Unset dirty status for tenant:8245386779d14b72ba8d57559c8a6be4 on resource:security_group {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:45:03.896873 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-643bd7a7-2bc8-4826-a494-7ac59d07dac7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8245386779d14b72ba8d57559c8a6be4 HTTP/1.1" status: 200 len: 380 time: 0.0999727 May 25 22:45:03.929555 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-ca0241fc-9f8f-4b3a-9af2-80764498a0ae tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Request body: {'port': {'device_id': '9f24600d-8223-4f9d-909e-6dc28098d139', 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2', 'admin_state_up': True, 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'security_groups': ['3b50b179-e41c-4f9b-be44-249f2d2a856b']}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:45:04.065473 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-ca0241fc-9f8f-4b3a-9af2-80764498a0ae tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:45:04.069453 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-ca0241fc-9f8f-4b3a-9af2-80764498a0ae tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Usage tracker for resource:port and tenant:8245386779d14b72ba8d57559c8a6be4 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:45:04.072239 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-ca0241fc-9f8f-4b3a-9af2-80764498a0ae tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:45:04.077707 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-ca0241fc-9f8f-4b3a-9af2-80764498a0ae tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:45:04.086704 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-ca0241fc-9f8f-4b3a-9af2-80764498a0ae tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Made reservation on behalf of 8245386779d14b72ba8d57559c8a6be4 for: {'port': 1} {{(pid=83204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:45:04.089580 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-ca0241fc-9f8f-4b3a-9af2-80764498a0ae tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:04.255286 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.db_base_plugin_common [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-ca0241fc-9f8f-4b3a-9af2-80764498a0ae tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Allocated IP 172.20.0.13 (7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2/485856f6-0ca7-4895-967d-86a1a09c0007/34fe0296-b778-4194-a097-b36a88f51305) {{(pid=83204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:45:04.441491 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-ca0241fc-9f8f-4b3a-9af2-80764498a0ae tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for port, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:04.456557 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.provisioning_blocks [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-ca0241fc-9f8f-4b3a-9af2-80764498a0ae tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Transition to ACTIVE for port object 34fe0296-b778-4194-a097-b36a88f51305 will not be triggered until provisioned by entity DHCP. {{(pid=83204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:45:04.480156 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-ca0241fc-9f8f-4b3a-9af2-80764498a0ae tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:04.560729 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-ca0241fc-9f8f-4b3a-9af2-80764498a0ae tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Network 7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2 is already hosted by enough agents. {{(pid=83204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:45:04.563793 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-ca0241fc-9f8f-4b3a-9af2-80764498a0ae tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Resources bound (agent type, host, resource id): {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:45:04.567802 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-ca0241fc-9f8f-4b3a-9af2-80764498a0ae tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Received port after_create {{(pid=83204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:45:04.586400 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 49e60f96-08c0-490a-a4af-0142a8e96815 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83205) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:45:04.607833 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0241fc-9f8f-4b3a-9af2-80764498a0ae tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Pushing event updated for resources: {'Port': ['ID=34fe0296-b778-4194-a097-b36a88f51305,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:04.645284 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-ca0241fc-9f8f-4b3a-9af2-80764498a0ae tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:04.645893 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-ca0241fc-9f8f-4b3a-9af2-80764498a0ae tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:04.672342 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-ca0241fc-9f8f-4b3a-9af2-80764498a0ae tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7472186 May 25 22:45:04.690636 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-e324f52f-cb3d-4dc6-9201-f2a7a5d34edb service neutron] Request body: {'port': {'device_id': '9f24600d-8223-4f9d-909e-6dc28098d139', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:45:04.784465 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 49e60f96-08c0-490a-a4af-0142a8e96815, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=49e60f96-08c0-490a-a4af-0142a8e96815,segment=NetworkSegment(818d5d7a-3441-4e9c-8681-7692322994bf),segment_id=818d5d7a-3441-4e9c-8681-7692322994bf)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:45:04.798420 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Returning: {'device': '49e60f96-08c0-490a-a4af-0142a8e96815', 'network_id': 'e9b64c1d-c92f-412a-9314-13490698471d', 'port_id': '49e60f96-08c0-490a-a4af-0142a8e96815', 'mac_address': 'fa:16:3e:cb:c2:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a3ebb2-0194-4483-94f1-c90c15af48f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83205) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:45:04.805003 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-e324f52f-cb3d-4dc6-9201-f2a7a5d34edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:04.854582 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:04.874370 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49e60f96-08c0-490a-a4af-0142a8e96815 {{(pid=83205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:45:04.891756 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 49e60f96-08c0-490a-a4af-0142a8e96815, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=49e60f96-08c0-490a-a4af-0142a8e96815,segment=NetworkSegment(818d5d7a-3441-4e9c-8681-7692322994bf),segment_id=818d5d7a-3441-4e9c-8681-7692322994bf)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:45:04.893371 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-a7471fb9-53e4-4f4a-a968-bfad97624388 None None] Provisioning for port 34fe0296-b778-4194-a097-b36a88f51305 completed by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:45:04.898365 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:04.935818 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-a7471fb9-53e4-4f4a-a968-bfad97624388 None None] Provisioning complete for port 34fe0296-b778-4194-a097-b36a88f51305 triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:45:04.936193 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-a7471fb9-53e4-4f4a-a968-bfad97624388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:05.011730 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-a7471fb9-53e4-4f4a-a968-bfad97624388 None None] Port 34fe0296-b778-4194-a097-b36a88f51305 cannot update to ACTIVE because it is not bound. {{(pid=83205) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:45:05.016208 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=49e60f96-08c0-490a-a4af-0142a8e96815,revision_number=7']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:05.077628 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6249064-33d9-4c47-8f00-9c8e9e206add req-8688c2b2-afbf-43b7-81c1-f161d0649fb8 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:05.080445 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b6249064-33d9-4c47-8f00-9c8e9e206add req-8688c2b2-afbf-43b7-81c1-f161d0649fb8 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f24600d-8223-4f9d-909e-6dc28098d139 HTTP/1.1" status: 200 len: 932 time: 0.0984845 May 25 22:45:05.125164 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b6249064-33d9-4c47-8f00-9c8e9e206add req-48d9ef36-d976-4c27-9b72-46f0ae3d05dd tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b50b179-e41c-4f9b-be44-249f2d2a856b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405617 May 25 22:45:05.152673 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c016e-6fe6-4ca0-a026-fa744c19c29f req-72f2675e-987f-469c-8f45-becf9cb556b4 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:05.154084 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4d5c016e-6fe6-4ca0-a026-fa744c19c29f req-72f2675e-987f-469c-8f45-becf9cb556b4 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 944 time: 0.1261179 May 25 22:45:05.250235 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-e324f52f-cb3d-4dc6-9201-f2a7a5d34edb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34fe0296-b778-4194-a097-b36a88f51305 {{(pid=83204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:45:05.255674 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4d5c016e-6fe6-4ca0-a026-fa744c19c29f req-7b2bd09b-a20c-4d11-98aa-bed85981f4bf tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962620 May 25 22:45:05.259054 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-e324f52f-cb3d-4dc6-9201-f2a7a5d34edb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:05.274214 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.provisioning_blocks [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-e324f52f-cb3d-4dc6-9201-f2a7a5d34edb service neutron] Transition to ACTIVE for port object 34fe0296-b778-4194-a097-b36a88f51305 will not be triggered until provisioned by entity L2. {{(pid=83204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:45:05.280860 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-e324f52f-cb3d-4dc6-9201-f2a7a5d34edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1172434'] for port, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:05.360304 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['49e60f96-08c0-490a-a4af-0142a8e96815'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:45:05.456970 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324f52f-cb3d-4dc6-9201-f2a7a5d34edb service neutron] Pushing event updated for resources: {'Port': ['ID=34fe0296-b778-4194-a097-b36a88f51305,revision_number=2']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:05.572613 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.managers [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-e324f52f-cb3d-4dc6-9201-f2a7a5d34edb service neutron] Attempting to bind port 34fe0296-b778-4194-a097-b36a88f51305 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:45:05.573409 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.managers [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-e324f52f-cb3d-4dc6-9201-f2a7a5d34edb service neutron] Attempting to bind port 34fe0296-b778-4194-a097-b36a88f51305 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '06c790d0-55a7-47ae-999d-414301c64b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2'}] {{(pid=83204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:45:05.573745 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-e324f52f-cb3d-4dc6-9201-f2a7a5d34edb service neutron] Attempting to bind port 34fe0296-b778-4194-a097-b36a88f51305 on network 7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2 {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:45:05.579583 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-e324f52f-cb3d-4dc6-9201-f2a7a5d34edb service neutron] Port 34fe0296-b778-4194-a097-b36a88f51305 on network 7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:45:05.579954 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-e324f52f-cb3d-4dc6-9201-f2a7a5d34edb service neutron] Attempting to bind port 34fe0296-b778-4194-a097-b36a88f51305 on network 7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2 {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:45:05.586735 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-e324f52f-cb3d-4dc6-9201-f2a7a5d34edb service neutron] Checking agent: {'id': '664d2378-5910-4a50-8747-70f7074f61b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'started_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:45:05.587070 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-e324f52f-cb3d-4dc6-9201-f2a7a5d34edb service neutron] Checking segment: {'id': '06c790d0-55a7-47ae-999d-414301c64b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:45:05.587450 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-e324f52f-cb3d-4dc6-9201-f2a7a5d34edb service neutron] Bound using segment: {'id': '06c790d0-55a7-47ae-999d-414301c64b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2'} {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:45:05.587877 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.managers [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-e324f52f-cb3d-4dc6-9201-f2a7a5d34edb service neutron] Bound port: 34fe0296-b778-4194-a097-b36a88f51305, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c790d0-55a7-47ae-999d-414301c64b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2'}}] {{(pid=83204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:45:05.588217 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-e324f52f-cb3d-4dc6-9201-f2a7a5d34edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:05.679194 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-e324f52f-cb3d-4dc6-9201-f2a7a5d34edb service neutron] For port 34fe0296-b778-4194-a097-b36a88f51305, host hv-cinder-84330, cleared binding levels {{(pid=83204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:45:05.682398 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-e324f52f-cb3d-4dc6-9201-f2a7a5d34edb service neutron] For port 34fe0296-b778-4194-a097-b36a88f51305, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=34fe0296-b778-4194-a097-b36a88f51305,segment=NetworkSegment(06c790d0-55a7-47ae-999d-414301c64b5e),segment_id=06c790d0-55a7-47ae-999d-414301c64b5e)] {{(pid=83204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:45:05.686590 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-e324f52f-cb3d-4dc6-9201-f2a7a5d34edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1172434'] for port, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:05.749283 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-e324f52f-cb3d-4dc6-9201-f2a7a5d34edb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:05.750659 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-e324f52f-cb3d-4dc6-9201-f2a7a5d34edb service neutron] 10.222.0.15 "PUT /v2.0/ports/34fe0296-b778-4194-a097-b36a88f51305 HTTP/1.1" status: 200 len: 1094 time: 1.0642862 May 25 22:45:05.751093 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f24600d-8223-4f9d-909e-6dc28098d139', 'tag': '34fe0296-b778-4194-a097-b36a88f51305'}] {{(pid=83204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:45:05.787235 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324f52f-cb3d-4dc6-9201-f2a7a5d34edb service neutron] Pushing event updated for resources: {'Port': ['ID=34fe0296-b778-4194-a097-b36a88f51305,revision_number=3']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:05.849916 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62de02dc-f475-4c9a-be1d-0ed4f23e937d'] response: {'name': 'network-changed', 'server_uuid': '9f24600d-8223-4f9d-909e-6dc28098d139', 'tag': '34fe0296-b778-4194-a097-b36a88f51305', 'status': 'completed', 'code': 200} May 25 22:45:05.893034 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-4a473d77-ad8d-4c4f-bd81-9025be9ad624 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8245386779d14b72ba8d57559c8a6be4&device_id=9f24600d-8223-4f9d-909e-6dc28098d139 HTTP/1.1" status: 200 len: 1097 time: 0.0784283 May 25 22:45:05.972829 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-5148ecb7-70a2-495e-8c91-3511a2d2c30e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34fe0296-b778-4194-a097-b36a88f51305 HTTP/1.1" status: 200 len: 217 time: 0.0664225 May 25 22:45:06.036707 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-7bcfe473-4583-4a5b-a5f2-e89eeb2ed979 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:06.038103 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-7bcfe473-4583-4a5b-a5f2-e89eeb2ed979 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=485856f6-0ca7-4895-967d-86a1a09c0007 HTTP/1.1" status: 200 len: 850 time: 0.0595584 May 25 22:45:06.117894 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-76e804d6-1220-44b8-b10a-9e23d6682937 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0731797 May 25 22:45:06.307885 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-ccac3746-5dd0-42e5-895c-6635c0327b20 service neutron] 10.222.0.15 "GET /v2.0/networks/7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833827 May 25 22:45:06.441337 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2882a0-dcce-4f93-834b-e5e5ebd460b1 req-fd647347-020a-423d-8662-f5534d88e1cd tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:06.442018 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-cf2882a0-dcce-4f93-834b-e5e5ebd460b1 req-fd647347-020a-423d-8662-f5534d88e1cd tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Synchronizing usage tracker for tenant:8245386779d14b72ba8d57559c8a6be4 on resource:port {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:45:06.454587 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a531c-a0b3-47c9-9a92-2c543016e828 req-f67150b7-df55-4196-82fc-212473549456 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:06.456027 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e85a531c-a0b3-47c9-9a92-2c543016e828 req-f67150b7-df55-4196-82fc-212473549456 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 944 time: 0.0765281 May 25 22:45:06.467955 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ddd4aa10-bd47-4e10-90de-9cedd076bd40 req-664d9baf-827e-4323-b739-802166589cfa service neutron] 10.222.0.15 "GET /v2.0/networks/7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527174 May 25 22:45:06.473082 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-cf2882a0-dcce-4f93-834b-e5e5ebd460b1 req-fd647347-020a-423d-8662-f5534d88e1cd tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Unset dirty status for tenant:8245386779d14b72ba8d57559c8a6be4 on resource:port {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:45:06.474084 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-cf2882a0-dcce-4f93-834b-e5e5ebd460b1 req-fd647347-020a-423d-8662-f5534d88e1cd tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f24600d-8223-4f9d-909e-6dc28098d139 HTTP/1.1" status: 200 len: 944 time: 0.2103229 May 25 22:45:06.506287 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e85a531c-a0b3-47c9-9a92-2c543016e828 req-5e826b28-8b58-4b01-9ace-3a1e9d8e9a82 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446734 May 25 22:45:06.524321 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-cf2882a0-dcce-4f93-834b-e5e5ebd460b1 req-345cc6e4-0f3c-4465-8805-2042bf4773f5 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b50b179-e41c-4f9b-be44-249f2d2a856b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433869 May 25 22:45:06.598885 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 49e60f96-08c0-490a-a4af-0142a8e96815 up at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:45:06.637406 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-be3c42c2-fea3-44ce-945b-50116f626127 req-461305a5-1ace-43ec-999a-97f976464269 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8245386779d14b72ba8d57559c8a6be4&device_id=9f24600d-8223-4f9d-909e-6dc28098d139 HTTP/1.1" status: 200 len: 1097 time: 0.0740018 May 25 22:45:06.665609 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning complete for port 49e60f96-08c0-490a-a4af-0142a8e96815 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:45:06.665976 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:06.765541 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c42c2-fea3-44ce-945b-50116f626127 req-c18b0252-eb8b-4ba0-bbc5-3c7f30da522f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:06.767061 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-be3c42c2-fea3-44ce-945b-50116f626127 req-c18b0252-eb8b-4ba0-bbc5-3c7f30da522f service neutron] 10.222.0.15 "GET /v2.0/networks?id=7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2 HTTP/1.1" status: 200 len: 912 time: 0.1237085 May 25 22:45:06.776784 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:06.803321 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473e5d59-ba77-480a-b9ac-621a50ecbc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e60f96-08c0-490a-a4af-0142a8e96815'}] {{(pid=83205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:45:06.812700 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 49e60f96-08c0-490a-a4af-0142a8e96815, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=49e60f96-08c0-490a-a4af-0142a8e96815,segment=NetworkSegment(818d5d7a-3441-4e9c-8681-7692322994bf),segment_id=818d5d7a-3441-4e9c-8681-7692322994bf)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:45:06.817225 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:06.837817 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-be3c42c2-fea3-44ce-945b-50116f626127 req-47091de8-d581-4bf5-8672-58f9523958f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34fe0296-b778-4194-a097-b36a88f51305 HTTP/1.1" status: 200 len: 217 time: 0.0643399 May 25 22:45:06.862208 dv-cinder-843305-1-smb neutron-server[83205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fc025ad-e10d-4c16-b0e9-c607128512a1'] response: {'server_uuid': '473e5d59-ba77-480a-b9ac-621a50ecbc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e60f96-08c0-490a-a4af-0142a8e96815', 'code': 200} May 25 22:45:06.886419 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=49e60f96-08c0-490a-a4af-0142a8e96815,revision_number=8']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:06.916251 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c42c2-fea3-44ce-945b-50116f626127 req-e6d4fbb6-48f4-4255-ad6c-f675a3baa3ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:06.917685 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-be3c42c2-fea3-44ce-945b-50116f626127 req-e6d4fbb6-48f4-4255-ad6c-f675a3baa3ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=485856f6-0ca7-4895-967d-86a1a09c0007 HTTP/1.1" status: 200 len: 850 time: 0.0731785 May 25 22:45:06.994899 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-be3c42c2-fea3-44ce-945b-50116f626127 req-82ed6b76-7a2c-466b-8e3c-42867125f969 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0663350 May 25 22:45:07.138239 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-be3c42c2-fea3-44ce-945b-50116f626127 req-2be9dca7-26c3-41d8-9afb-661d92c22809 service neutron] 10.222.0.15 "GET /v2.0/networks/7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313484 May 25 22:45:07.383687 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-be3c42c2-fea3-44ce-945b-50116f626127 req-ff783cb1-adc4-4ee7-a94b-e588826dbab6 service neutron] 10.222.0.15 "GET /v2.0/networks/7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381232 May 25 22:45:07.386607 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a39be6fe-ab09-4b21-8f3a-3a10bcb7ccdf req-62589c6f-1856-4839-88be-c66f2336159e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 1098 time: 0.2421246 May 25 22:45:07.446432 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a39be6fe-ab09-4b21-8f3a-3a10bcb7ccdf req-d5034688-3dfd-45bc-8b80-550ed3e1f7a3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375249 May 25 22:45:07.724157 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f9fc1-bceb-4310-b45e-b0cee2f3813b req-f8d82626-7980-4692-9512-f965784f5205 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:07.725815 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-929f9fc1-bceb-4310-b45e-b0cee2f3813b req-f8d82626-7980-4692-9512-f965784f5205 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 945 time: 0.0854094 May 25 22:45:07.726938 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c91f2d-fac9-488c-97a3-d62c4259f0db req-3c03aca0-f6b1-40f1-850e-48cbfbb22065 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:07.728412 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-09c91f2d-fac9-488c-97a3-d62c4259f0db req-3c03aca0-f6b1-40f1-850e-48cbfbb22065 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f24600d-8223-4f9d-909e-6dc28098d139 HTTP/1.1" status: 200 len: 944 time: 0.0790329 May 25 22:45:07.777672 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-929f9fc1-bceb-4310-b45e-b0cee2f3813b req-8a003d1e-7582-49cd-90d6-1ce7634234ed tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434666 May 25 22:45:07.783326 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-09c91f2d-fac9-488c-97a3-d62c4259f0db req-7e390ce3-e2f5-4b9e-b423-22a15035c35d tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b50b179-e41c-4f9b-be44-249f2d2a856b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494173 May 25 22:45:08.377521 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 44274) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:08.514053 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-41ec50c9-f236-41c8-8279-9578e0064439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:08.545396 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-41ec50c9-f236-41c8-8279-9578e0064439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:45:08.549270 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-41ec50c9-f236-41c8-8279-9578e0064439 admin admin] Usage tracker for resource:security_group_rule and tenant:488c4f7f165d41399786702c0c960d4b is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:45:08.552084 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-41ec50c9-f236-41c8-8279-9578e0064439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:45:08.557677 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-41ec50c9-f236-41c8-8279-9578e0064439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:45:08.619800 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-41ec50c9-f236-41c8-8279-9578e0064439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:08.623152 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-41ec50c9-f236-41c8-8279-9578e0064439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:08.666873 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec50c9-f236-41c8-8279-9578e0064439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383c36d8-aa51-44f3-b926-841b7df3c62b,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:08.672085 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-41ec50c9-f236-41c8-8279-9578e0064439 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=488c4f7f165d41399786702c0c960d4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2935479 May 25 22:45:08.674707 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 44280) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:08.735727 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-368c4d8f-3de6-4fea-86b5-8a2a888b7e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:08.760345 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-368c4d8f-3de6-4fea-86b5-8a2a888b7e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:08.809558 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-368c4d8f-3de6-4fea-86b5-8a2a888b7e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:08.825227 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c4d8f-3de6-4fea-86b5-8a2a888b7e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383c36d8-aa51-44f3-b926-841b7df3c62b,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:08.833935 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-368c4d8f-3de6-4fea-86b5-8a2a888b7e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:08.838245 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-368c4d8f-3de6-4fea-86b5-8a2a888b7e36 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/383c36d8-aa51-44f3-b926-841b7df3c62b HTTP/1.1" status: 204 len: 168 time: 0.1593368 May 25 22:45:09.000401 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912446bc-2016-4449-a5aa-06677fa85fc5 req-e6d14ebc-9a25-41f7-b81e-76b4fe6e99d5 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:09.001856 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-912446bc-2016-4449-a5aa-06677fa85fc5 req-e6d14ebc-9a25-41f7-b81e-76b4fe6e99d5 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 945 time: 0.0929551 May 25 22:45:09.025246 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249ff42-6bcb-497c-bd61-564dc3c23aed req-e6c0a876-73da-46a8-8cb6-3dea9845bdfd tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:09.031517 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f249ff42-6bcb-497c-bd61-564dc3c23aed req-e6c0a876-73da-46a8-8cb6-3dea9845bdfd tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f24600d-8223-4f9d-909e-6dc28098d139 HTTP/1.1" status: 200 len: 944 time: 0.1026330 May 25 22:45:09.056278 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-912446bc-2016-4449-a5aa-06677fa85fc5 req-20ef75b5-c40e-4461-b835-2b048bbb14e0 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466850 May 25 22:45:09.078919 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f249ff42-6bcb-497c-bd61-564dc3c23aed req-20a31b7a-812f-4ff1-a0ae-d81ee9c0159f tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b50b179-e41c-4f9b-be44-249f2d2a856b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462883 May 25 22:45:09.188941 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 44292) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:09.208442 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-c41d425d-c024-4f95-a316-f89804a280d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:09.239300 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-c41d425d-c024-4f95-a316-f89804a280d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:45:09.243456 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-c41d425d-c024-4f95-a316-f89804a280d2 admin admin] Usage tracker for resource:security_group_rule and tenant:b4ab8f8a19f0496383cf0b68d00f81ce is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:45:09.246320 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-c41d425d-c024-4f95-a316-f89804a280d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:45:09.252169 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-c41d425d-c024-4f95-a316-f89804a280d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:45:09.317503 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-c41d425d-c024-4f95-a316-f89804a280d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:09.321368 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-c41d425d-c024-4f95-a316-f89804a280d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:09.367079 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d425d-c024-4f95-a316-f89804a280d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64365c03-dfe4-45c5-bff9-7fc764c0d8bc,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:09.371379 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-c41d425d-c024-4f95-a316-f89804a280d2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b4ab8f8a19f0496383cf0b68d00f81ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1815469 May 25 22:45:09.374077 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 44296) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:09.431079 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-17cfce6f-4c7c-4f8c-85bd-76aa02bf1eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:09.455175 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-17cfce6f-4c7c-4f8c-85bd-76aa02bf1eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:09.508817 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-17cfce6f-4c7c-4f8c-85bd-76aa02bf1eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:09.524128 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cfce6f-4c7c-4f8c-85bd-76aa02bf1eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64365c03-dfe4-45c5-bff9-7fc764c0d8bc,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:09.529791 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-17cfce6f-4c7c-4f8c-85bd-76aa02bf1eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:09.530915 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-17cfce6f-4c7c-4f8c-85bd-76aa02bf1eb5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/64365c03-dfe4-45c5-bff9-7fc764c0d8bc HTTP/1.1" status: 204 len: 168 time: 0.1560354 May 25 22:45:10.265410 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca20d56-6e49-4f20-9935-8168316063ea req-52a0ecb7-05c6-45d7-8867-d965a3d5093d tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:10.271047 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-dca20d56-6e49-4f20-9935-8168316063ea req-52a0ecb7-05c6-45d7-8867-d965a3d5093d tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 945 time: 0.0832317 May 25 22:45:10.295834 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305a7a6-f57f-4e5e-a1ba-51ad6f681e48 req-212c4814-6244-49c2-9fb6-4899638a9927 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:10.297288 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d305a7a6-f57f-4e5e-a1ba-51ad6f681e48 req-212c4814-6244-49c2-9fb6-4899638a9927 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f24600d-8223-4f9d-909e-6dc28098d139 HTTP/1.1" status: 200 len: 944 time: 0.0904872 May 25 22:45:10.318538 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-dca20d56-6e49-4f20-9935-8168316063ea req-735b76ef-32e6-49d7-849f-826e26520103 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430937 May 25 22:45:10.349263 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d305a7a6-f57f-4e5e-a1ba-51ad6f681e48 req-befda251-3258-4560-b90e-2398452e570f tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b50b179-e41c-4f9b-be44-249f2d2a856b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462294 May 25 22:45:10.621948 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 34fe0296-b778-4194-a097-b36a88f51305 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83205) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:45:10.757116 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 34fe0296-b778-4194-a097-b36a88f51305, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=34fe0296-b778-4194-a097-b36a88f51305,segment=NetworkSegment(06c790d0-55a7-47ae-999d-414301c64b5e),segment_id=06c790d0-55a7-47ae-999d-414301c64b5e)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:45:10.770004 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Returning: {'device': '34fe0296-b778-4194-a097-b36a88f51305', 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2', 'port_id': '34fe0296-b778-4194-a097-b36a88f51305', 'mac_address': 'fa:16:3e:cc:a5:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83205) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:45:10.841847 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:10.862076 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34fe0296-b778-4194-a097-b36a88f51305 {{(pid=83205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:45:10.878765 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 34fe0296-b778-4194-a097-b36a88f51305, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=34fe0296-b778-4194-a097-b36a88f51305,segment=NetworkSegment(06c790d0-55a7-47ae-999d-414301c64b5e),segment_id=06c790d0-55a7-47ae-999d-414301c64b5e)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:45:10.883299 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:10.951534 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=34fe0296-b778-4194-a097-b36a88f51305,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:11.294761 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['34fe0296-b778-4194-a097-b36a88f51305'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:45:11.560731 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815de45-1189-490e-8266-6f220bdd1424 req-aed08efd-1f93-47a1-9dc1-f020f064cd12 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:11.562190 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a815de45-1189-490e-8266-6f220bdd1424 req-aed08efd-1f93-47a1-9dc1-f020f064cd12 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f24600d-8223-4f9d-909e-6dc28098d139 HTTP/1.1" status: 200 len: 945 time: 0.0902779 May 25 22:45:11.616271 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a815de45-1189-490e-8266-6f220bdd1424 req-fefdf9a0-224f-4184-ad38-f39940b561ff tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b50b179-e41c-4f9b-be44-249f2d2a856b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483034 May 25 22:45:12.218656 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 44380) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:12.355878 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-8c864d62-1819-4079-a380-eed7e967d6dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:12.387894 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-8c864d62-1819-4079-a380-eed7e967d6dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:45:12.391941 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-8c864d62-1819-4079-a380-eed7e967d6dc admin admin] Usage tracker for resource:security_group_rule and tenant:007ece43c02041c8830430c1710507a5 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:45:12.394744 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-8c864d62-1819-4079-a380-eed7e967d6dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:45:12.400769 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-8c864d62-1819-4079-a380-eed7e967d6dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:45:12.464588 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-8c864d62-1819-4079-a380-eed7e967d6dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:12.468190 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-8c864d62-1819-4079-a380-eed7e967d6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:12.511344 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c864d62-1819-4079-a380-eed7e967d6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af5719d-afaa-4de6-b548-8234bc7ee798,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:12.516428 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-8c864d62-1819-4079-a380-eed7e967d6dc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=007ece43c02041c8830430c1710507a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2967260 May 25 22:45:12.519102 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 44386) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:12.582001 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6964f24a-3f60-4066-b27d-577c905cb554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:12.607549 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6964f24a-3f60-4066-b27d-577c905cb554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:12.614805 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-25bc4d29-34bc-456a-8fb9-954c3da830ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:12.618988 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 34fe0296-b778-4194-a097-b36a88f51305 up at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:45:12.664658 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6964f24a-3f60-4066-b27d-577c905cb554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:12.688876 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964f24a-3f60-4066-b27d-577c905cb554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af5719d-afaa-4de6-b548-8234bc7ee798,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:12.696794 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6964f24a-3f60-4066-b27d-577c905cb554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:12.700510 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-6964f24a-3f60-4066-b27d-577c905cb554 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5af5719d-afaa-4de6-b548-8234bc7ee798 HTTP/1.1" status: 204 len: 168 time: 0.1805036 May 25 22:45:12.720460 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning for port 34fe0296-b778-4194-a097-b36a88f51305 completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:45:12.727314 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning complete for port 34fe0296-b778-4194-a097-b36a88f51305 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:45:12.727838 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:12.820183 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66e5fd-814b-4455-a1d2-e8f0a373c001 req-54031c2f-637a-4ba4-b822-fe06e383d6a7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:12.821651 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-9c66e5fd-814b-4455-a1d2-e8f0a373c001 req-54031c2f-637a-4ba4-b822-fe06e383d6a7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f24600d-8223-4f9d-909e-6dc28098d139 HTTP/1.1" status: 200 len: 945 time: 0.0787976 May 25 22:45:12.847576 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:12.868665 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-9c66e5fd-814b-4455-a1d2-e8f0a373c001 req-f74f2daf-9159-4034-b4e2-4a44d32a7c83 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b50b179-e41c-4f9b-be44-249f2d2a856b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411453 May 25 22:45:12.874315 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f24600d-8223-4f9d-909e-6dc28098d139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fe0296-b778-4194-a097-b36a88f51305'}] {{(pid=83205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:45:12.884887 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 34fe0296-b778-4194-a097-b36a88f51305, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=34fe0296-b778-4194-a097-b36a88f51305,segment=NetworkSegment(06c790d0-55a7-47ae-999d-414301c64b5e),segment_id=06c790d0-55a7-47ae-999d-414301c64b5e)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:45:12.893511 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:12.958748 dv-cinder-843305-1-smb neutron-server[83205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99875f5b-ff34-4b78-822f-009e0dfe2ddf'] response: {'server_uuid': '9f24600d-8223-4f9d-909e-6dc28098d139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fe0296-b778-4194-a097-b36a88f51305', 'code': 200} May 25 22:45:12.990097 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=34fe0296-b778-4194-a097-b36a88f51305,revision_number=5']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:13.097775 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 44398) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:13.117911 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-fff9a0c0-820b-4042-b68a-3c93d578e842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:13.152142 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-fff9a0c0-820b-4042-b68a-3c93d578e842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:45:13.155933 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-fff9a0c0-820b-4042-b68a-3c93d578e842 admin admin] Usage tracker for resource:security_group_rule and tenant:911dd38e65e0432db98c83734d93d72f is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:45:13.159704 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-fff9a0c0-820b-4042-b68a-3c93d578e842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:45:13.195543 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-fff9a0c0-820b-4042-b68a-3c93d578e842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:45:13.266746 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a283dbdc-17a2-4c3a-bd62-b40422350e07 req-7349e926-6422-48c2-b69d-7bfdaab6fb21 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9f24600d-8223-4f9d-909e-6dc28098d139 HTTP/1.1" status: 200 len: 1099 time: 0.1079898 May 25 22:45:13.316400 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-fff9a0c0-820b-4042-b68a-3c93d578e842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:13.321938 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-fff9a0c0-820b-4042-b68a-3c93d578e842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:13.348831 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a283dbdc-17a2-4c3a-bd62-b40422350e07 req-717ffa60-323f-41f2-b91c-b969803097b0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3b50b179-e41c-4f9b-be44-249f2d2a856b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712981 May 25 22:45:13.373511 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-fff9a0c0-820b-4042-b68a-3c93d578e842 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=911dd38e65e0432db98c83734d93d72f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2747245 May 25 22:45:13.374420 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9a0c0-820b-4042-b68a-3c93d578e842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37969272-1ff4-4eb6-b02c-d186bda3cd12,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:13.376261 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 44402) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:13.438202 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-605c0a99-0c46-40c7-a858-3a0b9365cc46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:13.462753 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-605c0a99-0c46-40c7-a858-3a0b9365cc46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:13.511605 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-605c0a99-0c46-40c7-a858-3a0b9365cc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:13.525596 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c0a99-0c46-40c7-a858-3a0b9365cc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37969272-1ff4-4eb6-b02c-d186bda3cd12,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:13.531321 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-605c0a99-0c46-40c7-a858-3a0b9365cc46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:13.534755 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-605c0a99-0c46-40c7-a858-3a0b9365cc46 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/37969272-1ff4-4eb6-b02c-d186bda3cd12 HTTP/1.1" status: 204 len: 168 time: 0.1574426 May 25 22:45:14.070719 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32abea-b604-423f-939c-10422e152a15 req-31c85bfb-e1c1-4068-b500-feaf1158384a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:14.072123 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-3e32abea-b604-423f-939c-10422e152a15 req-31c85bfb-e1c1-4068-b500-feaf1158384a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f24600d-8223-4f9d-909e-6dc28098d139 HTTP/1.1" status: 200 len: 946 time: 0.0749719 May 25 22:45:14.124190 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-3e32abea-b604-423f-939c-10422e152a15 req-a20dea26-dfbb-46b4-b048-5b3f1126f5e6 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b50b179-e41c-4f9b-be44-249f2d2a856b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466437 May 25 22:45:14.333837 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 44426) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:14.456360 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-3241e137-b8dd-4753-bc84-4d47ca0541bd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2093223062-network', 'tenant_id': '268ec3aa0c15438c8d69b639403c0999'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:45:14.461279 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-3241e137-b8dd-4753-bc84-4d47ca0541bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:45:14.465037 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-3241e137-b8dd-4753-bc84-4d47ca0541bd admin admin] Usage tracker for resource:network and tenant:268ec3aa0c15438c8d69b639403c0999 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:45:14.467855 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-3241e137-b8dd-4753-bc84-4d47ca0541bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:45:14.474035 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-3241e137-b8dd-4753-bc84-4d47ca0541bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:45:14.484128 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3241e137-b8dd-4753-bc84-4d47ca0541bd admin admin] Made reservation on behalf of 268ec3aa0c15438c8d69b639403c0999 for: {'network': 1} {{(pid=83203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:45:14.486611 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-3241e137-b8dd-4753-bc84-4d47ca0541bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for network, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:14.498670 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-3241e137-b8dd-4753-bc84-4d47ca0541bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:14.529331 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-3241e137-b8dd-4753-bc84-4d47ca0541bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:45:14.532993 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-3241e137-b8dd-4753-bc84-4d47ca0541bd admin admin] Usage tracker for resource:security_group_rule and tenant:268ec3aa0c15438c8d69b639403c0999 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:45:14.535726 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-3241e137-b8dd-4753-bc84-4d47ca0541bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:45:14.541888 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-3241e137-b8dd-4753-bc84-4d47ca0541bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:45:14.607879 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-3241e137-b8dd-4753-bc84-4d47ca0541bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:14.611564 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-3241e137-b8dd-4753-bc84-4d47ca0541bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:14.638466 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3241e137-b8dd-4753-bc84-4d47ca0541bd admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=83203) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:45:14.650902 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241e137-b8dd-4753-bc84-4d47ca0541bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd2a1cc-555a-4661-90d1-eca782b5fd06,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:14.655262 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-3241e137-b8dd-4753-bc84-4d47ca0541bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:14.655601 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.db.segments_db [None req-3241e137-b8dd-4753-bc84-4d47ca0541bd admin admin] Added segment 7177eaae-358c-4c6f-924e-91107a6f65ab of type vlan for network 8d792927-2e90-4d01-ab8e-a91f1483c69a May 25 22:45:14.681593 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-3241e137-b8dd-4753-bc84-4d47ca0541bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728909907725'] for network, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:14.711102 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-3241e137-b8dd-4753-bc84-4d47ca0541bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865'] for network, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:14.711939 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3241e137-b8dd-4753-bc84-4d47ca0541bd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:14.712517 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-3241e137-b8dd-4753-bc84-4d47ca0541bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for network, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:14.768823 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-0a63d032-db05-4a36-9d8c-ef85e7145cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:14.818291 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-3241e137-b8dd-4753-bc84-4d47ca0541bd admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4832964 May 25 22:45:14.821602 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 44432) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:14.828689 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-c33a2b0e-eaf4-4650-b9e5-bbc72e91fed5 admin admin] Request body: {'subnet': {'network_id': '8d792927-2e90-4d01-ab8e-a91f1483c69a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2093223062-subnet', 'tenant_id': '268ec3aa0c15438c8d69b639403c0999', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:45:14.831625 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241e137-b8dd-4753-bc84-4d47ca0541bd admin admin] Pushing event updated for resources: {'Network': ['ID=8d792927-2e90-4d01-ab8e-a91f1483c69a,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:14.835698 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-c33a2b0e-eaf4-4650-b9e5-bbc72e91fed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:45:14.840034 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-c33a2b0e-eaf4-4650-b9e5-bbc72e91fed5 admin admin] Usage tracker for resource:subnet and tenant:268ec3aa0c15438c8d69b639403c0999 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:45:14.842064 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Network 8d792927-2e90-4d01-ab8e-a91f1483c69a details requested by agent ovs-agent-dv-cinder-843305-1-smb with host dv-cinder-843305-1-smb {{(pid=83205) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:45:14.842521 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-c33a2b0e-eaf4-4650-b9e5-bbc72e91fed5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:45:14.848442 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-c33a2b0e-eaf4-4650-b9e5-bbc72e91fed5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:45:14.862545 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33a2b0e-eaf4-4650-b9e5-bbc72e91fed5 admin admin] Made reservation on behalf of 268ec3aa0c15438c8d69b639403c0999 for: {'subnet': 1} {{(pid=83203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:45:14.863551 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c33a2b0e-eaf4-4650-b9e5-bbc72e91fed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1742142'] for subnet, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:15.087700 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c33a2b0e-eaf4-4650-b9e5-bbc72e91fed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1950778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1742124'] for subnet, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:15.165208 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a2b0e-eaf4-4650-b9e5-bbc72e91fed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=614205ca-6742-4a00-bc0a-472a9fe94ff8,revision_number=0']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:15.173336 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33a2b0e-eaf4-4650-b9e5-bbc72e91fed5 admin admin] Checking segment: {'id': '7177eaae-358c-4c6f-924e-91107a6f65ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8d792927-2e90-4d01-ab8e-a91f1483c69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:45:15.173683 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33a2b0e-eaf4-4650-b9e5-bbc72e91fed5 admin admin] Network hostable DHCP agents. Network: 8d792927-2e90-4d01-ab8e-a91f1483c69a, hostable agents: ['894d5615-95da-45d6-9a18-7bf04c47b636'], hosted agents: [] {{(pid=83203) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:45:15.196434 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33a2b0e-eaf4-4650-b9e5-bbc72e91fed5 admin admin] Network 8d792927-2e90-4d01-ab8e-a91f1483c69a is scheduled to be hosted by DHCP agent 894d5615-95da-45d6-9a18-7bf04c47b636 with binding_index 1 {{(pid=83203) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:45:15.211530 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [None req-c33a2b0e-eaf4-4650-b9e5-bbc72e91fed5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-smb, 8d792927-2e90-4d01-ab8e-a91f1483c69a) {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:45:15.217246 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33a2b0e-eaf4-4650-b9e5-bbc72e91fed5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:15.217831 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c33a2b0e-eaf4-4650-b9e5-bbc72e91fed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for subnet, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:15.223021 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a32f30c-b9f1-4617-8b2f-139f486dd648 None None] Network 8d792927-2e90-4d01-ab8e-a91f1483c69a requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:45:15.248432 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-c33a2b0e-eaf4-4650-b9e5-bbc72e91fed5 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4177513 May 25 22:45:15.331946 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c9309-ce8f-4cc2-bec2-c44583e2d74f req-875c7bed-102f-41cb-804d-6fa1ef66805d tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:15.333390 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7a7c9309-ce8f-4cc2-bec2-c44583e2d74f req-875c7bed-102f-41cb-804d-6fa1ef66805d tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f24600d-8223-4f9d-909e-6dc28098d139 HTTP/1.1" status: 200 len: 946 time: 0.0819800 May 25 22:45:15.383877 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7a7c9309-ce8f-4cc2-bec2-c44583e2d74f req-1f6ab9ac-c725-435a-a84b-bb04fb6f865a tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b50b179-e41c-4f9b-be44-249f2d2a856b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440845 May 25 22:45:15.436790 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7a6e6a-c4bd-4859-adc9-d4afe3a7fa9d None None] Network 8d792927-2e90-4d01-ab8e-a91f1483c69a requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:45:15.725334 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeea650-44f3-443d-9a15-bf5ff49e740b req-80bc1e31-d383-499f-8799-d8c17c997fc8 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:15.727381 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-bdeea650-44f3-443d-9a15-bf5ff49e740b req-80bc1e31-d383-499f-8799-d8c17c997fc8 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f24600d-8223-4f9d-909e-6dc28098d139 HTTP/1.1" status: 200 len: 946 time: 0.0828495 May 25 22:45:15.736959 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 44450) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:15.743720 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-24170bcd-7c16-44d8-a72d-0bf5e5d1bfec tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Request body: {'floatingip': {'port_id': '34fe0296-b778-4194-a097-b36a88f51305'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:45:15.815779 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-24170bcd-7c16-44d8-a72d-0bf5e5d1bfec tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for floatingip, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:15.990478 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:16.095453 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 44462) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:16.101557 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1644341438-network', 'tenant_id': '1f44c28485014f6494fc686774f4c212'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:45:16.106363 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:45:16.110552 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] Usage tracker for resource:network and tenant:1f44c28485014f6494fc686774f4c212 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:45:16.113939 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:45:16.120102 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:45:16.130251 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] Made reservation on behalf of 1f44c28485014f6494fc686774f4c212 for: {'network': 1} {{(pid=83204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:45:16.133119 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for network, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:16.146052 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:16.178270 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:45:16.182916 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] Usage tracker for resource:security_group_rule and tenant:1f44c28485014f6494fc686774f4c212 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:45:16.186311 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:45:16.192783 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:45:16.280703 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:16.284607 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:16.317225 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=83204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:45:16.322952 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c81ab8-5443-4964-bc93-d0854bb97419,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:16.334112 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:16.334770 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.db.segments_db [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] Added segment bb52ebcf-731c-4c97-9161-47f03a0f5a58 of type vlan for network 70b629c1-f994-4e5a-a693-64d4dea0e7df May 25 22:45:16.336198 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:16.336540 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:16.336874 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:16.337206 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:16.337533 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:16.337855 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:16.338179 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:16.338525 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:16.338847 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:16.339165 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:16.339482 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:16.369896 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728909907725'] for network, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:16.394599 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:16.403766 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865'] for network, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:16.404631 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:16.405216 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for network, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:16.505687 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] Pushing event updated for resources: {'Network': ['ID=70b629c1-f994-4e5a-a693-64d4dea0e7df,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:16.506440 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-24170bcd-7c16-44d8-a72d-0bf5e5d1bfec tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:16.510615 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-7439a471-a977-4a4b-b417-7ac33085d865 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4140816 May 25 22:45:16.511734 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-24170bcd-7c16-44d8-a72d-0bf5e5d1bfec tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997866'] for floatingip, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:16.513459 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 44468) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:16.518917 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-d1736f16-5ac0-43f3-a4a7-22a092daee99 admin admin] Request body: {'subnet': {'network_id': '70b629c1-f994-4e5a-a693-64d4dea0e7df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1644341438-subnet', 'tenant_id': '1f44c28485014f6494fc686774f4c212', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:45:16.519901 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Network 70b629c1-f994-4e5a-a693-64d4dea0e7df details requested by agent ovs-agent-dv-cinder-843305-1-smb with host dv-cinder-843305-1-smb {{(pid=83205) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:45:16.524144 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-d1736f16-5ac0-43f3-a4a7-22a092daee99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:45:16.528014 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-d1736f16-5ac0-43f3-a4a7-22a092daee99 admin admin] Usage tracker for resource:subnet and tenant:1f44c28485014f6494fc686774f4c212 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:45:16.531070 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-d1736f16-5ac0-43f3-a4a7-22a092daee99 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:45:16.538712 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-d1736f16-5ac0-43f3-a4a7-22a092daee99 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:45:16.549909 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1736f16-5ac0-43f3-a4a7-22a092daee99 admin admin] Made reservation on behalf of 1f44c28485014f6494fc686774f4c212 for: {'subnet': 1} {{(pid=83204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:45:16.552543 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d1736f16-5ac0-43f3-a4a7-22a092daee99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1715793'] for subnet, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:16.714102 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.db.l3_db [None req-24170bcd-7c16-44d8-a72d-0bf5e5d1bfec tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Floating IP cdd0f226-3c15-4565-945d-7d02add4fb0f associated. External IP: 172.28.2.45, port: 34fe0296-b778-4194-a097-b36a88f51305. May 25 22:45:16.820032 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d1736f16-5ac0-43f3-a4a7-22a092daee99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1172319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1715779'] for subnet, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:16.891554 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1736f16-5ac0-43f3-a4a7-22a092daee99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59c90f7d-ba4b-4a2a-8632-cfefc02842b2,revision_number=0']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:16.901569 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1736f16-5ac0-43f3-a4a7-22a092daee99 admin admin] Checking segment: {'id': 'bb52ebcf-731c-4c97-9161-47f03a0f5a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '70b629c1-f994-4e5a-a693-64d4dea0e7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:45:16.901919 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1736f16-5ac0-43f3-a4a7-22a092daee99 admin admin] Network hostable DHCP agents. Network: 70b629c1-f994-4e5a-a693-64d4dea0e7df, hostable agents: ['894d5615-95da-45d6-9a18-7bf04c47b636'], hosted agents: [] {{(pid=83204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:45:16.922233 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1736f16-5ac0-43f3-a4a7-22a092daee99 admin admin] Network 70b629c1-f994-4e5a-a693-64d4dea0e7df is scheduled to be hosted by DHCP agent 894d5615-95da-45d6-9a18-7bf04c47b636 with binding_index 1 {{(pid=83204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:45:16.931432 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [None req-d1736f16-5ac0-43f3-a4a7-22a092daee99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-smb, 70b629c1-f994-4e5a-a693-64d4dea0e7df) {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:45:16.935150 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1736f16-5ac0-43f3-a4a7-22a092daee99 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:16.935713 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d1736f16-5ac0-43f3-a4a7-22a092daee99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:16.940880 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a254676-8530-4aee-9f81-de3154f167ac None None] Network 70b629c1-f994-4e5a-a693-64d4dea0e7df requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:45:16.964969 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-d1736f16-5ac0-43f3-a4a7-22a092daee99 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4429939 May 25 22:45:17.128330 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24170bcd-7c16-44d8-a72d-0bf5e5d1bfec tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Router 7499423c-9726-46e4-846f-c5b4fe0a9a4c has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:45:17.165120 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7229226-8248-44ed-99c5-6364d7e04d9b None None] Network 70b629c1-f994-4e5a-a693-64d4dea0e7df requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:45:17.342992 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24170bcd-7c16-44d8-a72d-0bf5e5d1bfec tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:45:17.348214 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-24170bcd-7c16-44d8-a72d-0bf5e5d1bfec tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for floatingip, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:17.354659 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78239059-2af7-4c75-82de-5ff313fd1c17 None None] Sync routers for ids ['7499423c-9726-46e4-846f-c5b4fe0a9a4c'] in dv-cinder-843305-1-smb {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:45:17.368879 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78239059-2af7-4c75-82de-5ff313fd1c17 None None] Routers {'7499423c-9726-46e4-846f-c5b4fe0a9a4c'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:45:17.370752 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-78239059-2af7-4c75-82de-5ff313fd1c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:45:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['7499423c-9726-46e4-846f-c5b4fe0a9a4c'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:45:17.406152 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-24170bcd-7c16-44d8-a72d-0bf5e5d1bfec tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "PUT /v2.0/floatingips/cdd0f226-3c15-4565-945d-7d02add4fb0f HTTP/1.1" status: 200 len: 991 time: 1.6672885 May 25 22:45:17.406780 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f24600d-8223-4f9d-909e-6dc28098d139', 'tag': '34fe0296-b778-4194-a097-b36a88f51305'}] {{(pid=83203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:45:17.547792 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c66cfad-7782-4486-ba74-7f4e1513cd39'] response: {'name': 'network-changed', 'server_uuid': '9f24600d-8223-4f9d-909e-6dc28098d139', 'tag': '34fe0296-b778-4194-a097-b36a88f51305', 'status': 'completed', 'code': 200} May 25 22:45:17.561171 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:17.569667 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-78239059-2af7-4c75-82de-5ff313fd1c17 None None] Set router 7499423c-9726-46e4-846f-c5b4fe0a9a4c gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:45:17.639703 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-0cdb4313-331c-4c43-9a4a-4c280dc92f01 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:17.641044 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-0cdb4313-331c-4c43-9a4a-4c280dc92f01 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.59 "GET /v2.0/networks?id=8d792927-2e90-4d01-ab8e-a91f1483c69a HTTP/1.1" status: 200 len: 809 time: 0.1900952 May 25 22:45:17.669133 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-df1061e6-1a59-42ec-bde1-effe4f71f0a5 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.59 "GET /v2.0/quotas/268ec3aa0c15438c8d69b639403c0999 HTTP/1.1" status: 200 len: 375 time: 0.0216684 May 25 22:45:17.717900 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-b42db5e1-fe9c-4db9-b15d-578d7e799ef0 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=268ec3aa0c15438c8d69b639403c0999&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415750 May 25 22:45:17.724628 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4d11fdeb-cf02-458b-8762-c4531b272385 req-47687bfa-de37-498c-b2e8-067dc0bae335 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8245386779d14b72ba8d57559c8a6be4&device_id=9f24600d-8223-4f9d-909e-6dc28098d139 HTTP/1.1" status: 200 len: 1099 time: 0.1266325 May 25 22:45:17.875539 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11fdeb-cf02-458b-8762-c4531b272385 req-618b1767-8396-41b4-8e1b-ede13f3883ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:17.876932 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4d11fdeb-cf02-458b-8762-c4531b272385 req-618b1767-8396-41b4-8e1b-ede13f3883ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2 HTTP/1.1" status: 200 len: 912 time: 0.1464126 May 25 22:45:17.916356 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-78239059-2af7-4c75-82de-5ff313fd1c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'name': 'tempest-AttachVolumeTestJSON-1478890880-router', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:38:52Z', 'revision_number': 4, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'gw_port': {'id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': 'cdd0f226-3c15-4565-945d-7d02add4fb0f', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'floating_ip_address': '172.28.2.45', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'port_id': '34fe0296-b778-4194-a097-b36a88f51305', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2', 'mac_address': 'fa:16:3e:cc:a5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f24600d-8223-4f9d-909e-6dc28098d139', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:45:01Z', 'updated_at': '2022-05-25T22:45:16Z', 'revision_number': 1, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc82d05a-7e7f-4e3c-ba63-b535e138d86d', 'name': '', 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'mac_address': 'fa:16:3e:26:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:50Z', 'updated_at': '2022-05-25T22:39:42Z', 'revision_number': 5, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'subnets': [{'id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:45:17.920029 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78239059-2af7-4c75-82de-5ff313fd1c17 None None] Checking router: 7499423c-9726-46e4-846f-c5b4fe0a9a4c for host: dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:45:17.931000 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78239059-2af7-4c75-82de-5ff313fd1c17 None None] Routers {'7499423c-9726-46e4-846f-c5b4fe0a9a4c'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:45:17.931592 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-78239059-2af7-4c75-82de-5ff313fd1c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:45:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['7499423c-9726-46e4-846f-c5b4fe0a9a4c'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:45:18.060110 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4d11fdeb-cf02-458b-8762-c4531b272385 req-f3208a57-31c4-466d-82c4-57da27924736 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34fe0296-b778-4194-a097-b36a88f51305 HTTP/1.1" status: 200 len: 999 time: 0.1339309 May 25 22:45:18.067353 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-78a04015-bf94-469d-b9f3-2147824c6e06 service neutron] 10.222.0.59 "GET /v2.0/networks/8d792927-2e90-4d01-ab8e-a91f1483c69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418918 May 25 22:45:18.105153 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-78239059-2af7-4c75-82de-5ff313fd1c17 None None] Set router 7499423c-9726-46e4-846f-c5b4fe0a9a4c gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:45:18.202135 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11fdeb-cf02-458b-8762-c4531b272385 req-c7261e60-187b-4715-b36d-a3b95b2af9a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:18.203512 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4d11fdeb-cf02-458b-8762-c4531b272385 req-c7261e60-187b-4715-b36d-a3b95b2af9a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=485856f6-0ca7-4895-967d-86a1a09c0007 HTTP/1.1" status: 200 len: 850 time: 0.1353436 May 25 22:45:18.284232 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-2bb938a8-d8f6-4762-9583-9f9a636c5a31 service neutron] 10.222.0.59 "GET /v2.0/networks/8d792927-2e90-4d01-ab8e-a91f1483c69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863139 May 25 22:45:18.309556 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4d11fdeb-cf02-458b-8762-c4531b272385 req-9c27f3e2-cf93-41bb-9762-4897d6ff2b7f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0982926 May 25 22:45:18.465840 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-78239059-2af7-4c75-82de-5ff313fd1c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'name': 'tempest-AttachVolumeTestJSON-1478890880-router', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:38:52Z', 'revision_number': 4, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'gw_port': {'id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': 'cdd0f226-3c15-4565-945d-7d02add4fb0f', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'floating_ip_address': '172.28.2.45', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'port_id': '34fe0296-b778-4194-a097-b36a88f51305', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2', 'mac_address': 'fa:16:3e:cc:a5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f24600d-8223-4f9d-909e-6dc28098d139', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:45:01Z', 'updated_at': '2022-05-25T22:45:16Z', 'revision_number': 1, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc82d05a-7e7f-4e3c-ba63-b535e138d86d', 'name': '', 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'mac_address': 'fa:16:3e:26:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:50Z', 'updated_at': '2022-05-25T22:39:42Z', 'revision_number': 5, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'subnets': [{'id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:45:18.466445 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4d11fdeb-cf02-458b-8762-c4531b272385 req-ec10396f-dcd1-4859-a5c4-5e70ade3f602 service neutron] 10.222.0.15 "GET /v2.0/networks/7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500797 May 25 22:45:18.471960 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78239059-2af7-4c75-82de-5ff313fd1c17 None None] The sync data for ids ['7499423c-9726-46e4-846f-c5b4fe0a9a4c'] in dv-cinder-843305-1-smb is: [{'id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'name': 'tempest-AttachVolumeTestJSON-1478890880-router', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:38:52Z', 'revision_number': 4, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'gw_port': {'id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': 'cdd0f226-3c15-4565-945d-7d02add4fb0f', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'floating_ip_address': '172.28.2.45', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'port_id': '34fe0296-b778-4194-a097-b36a88f51305', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2', 'mac_address': 'fa:16:3e:cc:a5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f24600d-8223-4f9d-909e-6dc28098d139', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:45:01Z', 'updated_at': '2022-05-25T22:45:16Z', 'revision_number': 1, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc82d05a-7e7f-4e3c-ba63-b535e138d86d', 'name': '', 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'mac_address': 'fa:16:3e:26:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:50Z', 'updated_at': '2022-05-25T22:39:42Z', 'revision_number': 5, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'subnets': [{'id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:45:18.501233 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f3963714-f285-4435-94e7-bcb00fde8c50 req-37eff72b-e339-42cf-b4fc-9f9acda029fa tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.59 "GET /v2.0/ports?device_id=af2ff164-1a64-409b-a3a7-edcd63285392 HTTP/1.1" status: 200 len: 210 time: 0.0520217 May 25 22:45:18.614026 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4d11fdeb-cf02-458b-8762-c4531b272385 req-1356dd9d-07c7-4be3-9a1f-41ffd14ee5e5 service neutron] 10.222.0.15 "GET /v2.0/networks/7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408687 May 25 22:45:18.691955 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0bc938-412e-4c16-8983-8bd7f1420809 None None] New status for floating IP cdd0f226-3c15-4565-945d-7d02add4fb0f: ACTIVE {{(pid=83205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:45:19.787464 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ca5019ac-6524-4119-8043-352f2b95849f req-2959bfb6-cbb4-45d0-a3f7-2c1cf372ff31 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.59 "GET /v2.0/ports?device_id=af2ff164-1a64-409b-a3a7-edcd63285392 HTTP/1.1" status: 200 len: 210 time: 0.0544422 May 25 22:45:19.843346 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-3281ba8c-bf73-4b41-980a-a1082441d897 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:19.844716 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-3281ba8c-bf73-4b41-980a-a1082441d897 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.15 "GET /v2.0/networks?id=8d792927-2e90-4d01-ab8e-a91f1483c69a HTTP/1.1" status: 200 len: 809 time: 0.2467880 May 25 22:45:19.875716 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-db60e716-ec91-4cd1-b098-26fdf7043cd8 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Request body: {'port': {'device_id': 'af2ff164-1a64-409b-a3a7-edcd63285392', 'network_id': '8d792927-2e90-4d01-ab8e-a91f1483c69a', 'admin_state_up': True, 'tenant_id': '268ec3aa0c15438c8d69b639403c0999'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:45:20.005545 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-db60e716-ec91-4cd1-b098-26fdf7043cd8 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:45:20.009737 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-db60e716-ec91-4cd1-b098-26fdf7043cd8 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Usage tracker for resource:port and tenant:268ec3aa0c15438c8d69b639403c0999 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:45:20.012477 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-db60e716-ec91-4cd1-b098-26fdf7043cd8 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:45:20.018015 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-db60e716-ec91-4cd1-b098-26fdf7043cd8 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:45:20.027483 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-db60e716-ec91-4cd1-b098-26fdf7043cd8 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Made reservation on behalf of 268ec3aa0c15438c8d69b639403c0999 for: {'port': 1} {{(pid=83204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:45:20.030384 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-db60e716-ec91-4cd1-b098-26fdf7043cd8 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:20.182713 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.db_base_plugin_common [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-db60e716-ec91-4cd1-b098-26fdf7043cd8 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Allocated IP 172.20.0.4 (8d792927-2e90-4d01-ab8e-a91f1483c69a/614205ca-6742-4a00-bc0a-472a9fe94ff8/5ca7c2d2-99b3-4ea4-a59c-3d11496fce24) {{(pid=83204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:45:20.381210 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-db60e716-ec91-4cd1-b098-26fdf7043cd8 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Notify callbacks [] for port, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:20.386209 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:45:20.407731 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-db60e716-ec91-4cd1-b098-26fdf7043cd8 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:20.476597 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-db60e716-ec91-4cd1-b098-26fdf7043cd8 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Network 8d792927-2e90-4d01-ab8e-a91f1483c69a is already hosted by enough agents. {{(pid=83204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:45:20.479514 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-db60e716-ec91-4cd1-b098-26fdf7043cd8 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Resources bound (agent type, host, resource id): {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:45:20.483740 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-db60e716-ec91-4cd1-b098-26fdf7043cd8 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Received port after_create {{(pid=83204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:45:20.508291 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60e716-ec91-4cd1-b098-26fdf7043cd8 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Pushing event updated for resources: {'Port': ['ID=5ca7c2d2-99b3-4ea4-a59c-3d11496fce24,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:20.545876 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-db60e716-ec91-4cd1-b098-26fdf7043cd8 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:20.546483 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-db60e716-ec91-4cd1-b098-26fdf7043cd8 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:20.565722 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-db60e716-ec91-4cd1-b098-26fdf7043cd8 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6934321 May 25 22:45:20.589762 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-ff6ccce8-aa18-4dbb-87fe-07ecff7487c6 service neutron] Request body: {'port': {'device_id': 'af2ff164-1a64-409b-a3a7-edcd63285392', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:45:20.690698 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-ff6ccce8-aa18-4dbb-87fe-07ecff7487c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:20.978227 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00926379-9e92-4546-a7ac-66a83882b443 req-df887abe-6c48-49fd-8966-84ea1b9541e1 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:20.979675 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-00926379-9e92-4546-a7ac-66a83882b443 req-df887abe-6c48-49fd-8966-84ea1b9541e1 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.59 "GET /v2.0/ports?device_id=af2ff164-1a64-409b-a3a7-edcd63285392 HTTP/1.1" status: 200 len: 931 time: 0.0743778 May 25 22:45:21.021122 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-ff6ccce8-aa18-4dbb-87fe-07ecff7487c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ca7c2d2-99b3-4ea4-a59c-3d11496fce24 {{(pid=83204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:45:21.025283 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-00926379-9e92-4546-a7ac-66a83882b443 req-4edd4357-d97a-473c-98d7-1708c230af06 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Synchronizing usage tracker for tenant:268ec3aa0c15438c8d69b639403c0999 on resource:security_group {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:45:21.028377 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-ff6ccce8-aa18-4dbb-87fe-07ecff7487c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:21.042187 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-00926379-9e92-4546-a7ac-66a83882b443 req-4edd4357-d97a-473c-98d7-1708c230af06 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Unset dirty status for tenant:268ec3aa0c15438c8d69b639403c0999 on resource:security_group {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:45:21.043121 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.provisioning_blocks [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-ff6ccce8-aa18-4dbb-87fe-07ecff7487c6 service neutron] Transition to ACTIVE for port object 5ca7c2d2-99b3-4ea4-a59c-3d11496fce24 will not be triggered until provisioned by entity L2. {{(pid=83204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:45:21.043368 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-00926379-9e92-4546-a7ac-66a83882b443 req-4edd4357-d97a-473c-98d7-1708c230af06 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbd2a1cc-555a-4661-90d1-eca782b5fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582666 May 25 22:45:21.047164 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-ff6ccce8-aa18-4dbb-87fe-07ecff7487c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1172434'] for port, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:21.156702 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ccce8-aa18-4dbb-87fe-07ecff7487c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca7c2d2-99b3-4ea4-a59c-3d11496fce24,revision_number=2']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:21.269775 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.managers [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-ff6ccce8-aa18-4dbb-87fe-07ecff7487c6 service neutron] Attempting to bind port 5ca7c2d2-99b3-4ea4-a59c-3d11496fce24 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:45:21.270007 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.managers [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-ff6ccce8-aa18-4dbb-87fe-07ecff7487c6 service neutron] Attempting to bind port 5ca7c2d2-99b3-4ea4-a59c-3d11496fce24 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '7177eaae-358c-4c6f-924e-91107a6f65ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8d792927-2e90-4d01-ab8e-a91f1483c69a'}] {{(pid=83204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:45:21.270244 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-ff6ccce8-aa18-4dbb-87fe-07ecff7487c6 service neutron] Attempting to bind port 5ca7c2d2-99b3-4ea4-a59c-3d11496fce24 on network 8d792927-2e90-4d01-ab8e-a91f1483c69a {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:45:21.276546 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-ff6ccce8-aa18-4dbb-87fe-07ecff7487c6 service neutron] Port 5ca7c2d2-99b3-4ea4-a59c-3d11496fce24 on network 8d792927-2e90-4d01-ab8e-a91f1483c69a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:45:21.276854 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-ff6ccce8-aa18-4dbb-87fe-07ecff7487c6 service neutron] Attempting to bind port 5ca7c2d2-99b3-4ea4-a59c-3d11496fce24 on network 8d792927-2e90-4d01-ab8e-a91f1483c69a {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:45:21.283012 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-ff6ccce8-aa18-4dbb-87fe-07ecff7487c6 service neutron] Checking agent: {'id': '664d2378-5910-4a50-8747-70f7074f61b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'started_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:45:21.283336 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-ff6ccce8-aa18-4dbb-87fe-07ecff7487c6 service neutron] Checking segment: {'id': '7177eaae-358c-4c6f-924e-91107a6f65ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8d792927-2e90-4d01-ab8e-a91f1483c69a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:45:21.283709 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-ff6ccce8-aa18-4dbb-87fe-07ecff7487c6 service neutron] Bound using segment: {'id': '7177eaae-358c-4c6f-924e-91107a6f65ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8d792927-2e90-4d01-ab8e-a91f1483c69a'} {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:45:21.284121 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.managers [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-ff6ccce8-aa18-4dbb-87fe-07ecff7487c6 service neutron] Bound port: 5ca7c2d2-99b3-4ea4-a59c-3d11496fce24, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7177eaae-358c-4c6f-924e-91107a6f65ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8d792927-2e90-4d01-ab8e-a91f1483c69a'}}] {{(pid=83204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:45:21.284456 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-ff6ccce8-aa18-4dbb-87fe-07ecff7487c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:21.371515 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-ff6ccce8-aa18-4dbb-87fe-07ecff7487c6 service neutron] For port 5ca7c2d2-99b3-4ea4-a59c-3d11496fce24, host hv-cinder-84330, cleared binding levels {{(pid=83204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:45:21.374247 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-ff6ccce8-aa18-4dbb-87fe-07ecff7487c6 service neutron] For port 5ca7c2d2-99b3-4ea4-a59c-3d11496fce24, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5ca7c2d2-99b3-4ea4-a59c-3d11496fce24,segment=NetworkSegment(7177eaae-358c-4c6f-924e-91107a6f65ab),segment_id=7177eaae-358c-4c6f-924e-91107a6f65ab)] {{(pid=83204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:45:21.378320 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-ff6ccce8-aa18-4dbb-87fe-07ecff7487c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1172434'] for port, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:21.437671 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-ff6ccce8-aa18-4dbb-87fe-07ecff7487c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:21.439024 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-ff6ccce8-aa18-4dbb-87fe-07ecff7487c6 service neutron] 10.222.0.15 "PUT /v2.0/ports/5ca7c2d2-99b3-4ea4-a59c-3d11496fce24 HTTP/1.1" status: 200 len: 1093 time: 0.8529522 May 25 22:45:21.439454 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2ff164-1a64-409b-a3a7-edcd63285392', 'tag': '5ca7c2d2-99b3-4ea4-a59c-3d11496fce24'}] {{(pid=83204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:45:21.456283 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ccce8-aa18-4dbb-87fe-07ecff7487c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca7c2d2-99b3-4ea4-a59c-3d11496fce24,revision_number=3']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:21.494389 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fd635ac-62e5-44ac-86b2-ee50488eff29'] response: {'name': 'network-changed', 'server_uuid': 'af2ff164-1a64-409b-a3a7-edcd63285392', 'tag': '5ca7c2d2-99b3-4ea4-a59c-3d11496fce24', 'status': 'completed', 'code': 200} May 25 22:45:21.582433 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-02811751-fa05-407f-9ac3-ead5bbc30e85 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=268ec3aa0c15438c8d69b639403c0999&device_id=af2ff164-1a64-409b-a3a7-edcd63285392 HTTP/1.1" status: 200 len: 1096 time: 0.0701020 May 25 22:45:21.720010 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-098b7bd5-fc33-43eb-a91b-04f01d25641d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ca7c2d2-99b3-4ea4-a59c-3d11496fce24 HTTP/1.1" status: 200 len: 217 time: 0.1232526 May 25 22:45:21.783397 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-f602f32a-d157-4656-9c75-45732e7ccff1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:21.784770 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-f602f32a-d157-4656-9c75-45732e7ccff1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=614205ca-6742-4a00-bc0a-472a9fe94ff8 HTTP/1.1" status: 200 len: 849 time: 0.0589814 May 25 22:45:21.828396 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-fb5f4443-fc16-4212-b2a6-cdb2c0cffc93 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d792927-2e90-4d01-ab8e-a91f1483c69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370452 May 25 22:45:21.954359 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-015957bf-0454-4303-9f64-6b58b543cab3 service neutron] 10.222.0.15 "GET /v2.0/networks/8d792927-2e90-4d01-ab8e-a91f1483c69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195655 May 25 22:45:22.086990 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-54b3ccab-0ffc-402b-87f8-e81856ef1c72 req-14a84d90-084d-4494-b41f-36a3ec676fb2 service neutron] 10.222.0.15 "GET /v2.0/networks/8d792927-2e90-4d01-ab8e-a91f1483c69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260366 May 25 22:45:22.239313 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b58ff-f183-4a20-8353-ca3864cb5d56 req-094d75fd-1bbf-430f-b5d9-df35a7d12e62 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:22.240740 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-5c1b58ff-f183-4a20-8353-ca3864cb5d56 req-094d75fd-1bbf-430f-b5d9-df35a7d12e62 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.59 "GET /v2.0/ports?device_id=af2ff164-1a64-409b-a3a7-edcd63285392 HTTP/1.1" status: 200 len: 943 time: 0.0784216 May 25 22:45:22.249078 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b18e6c0c-b2b4-4f32-be2b-a8d710f37cf7 req-f7db8ec8-9f2a-46a4-ad23-b3e9f2449fe7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=268ec3aa0c15438c8d69b639403c0999&device_id=af2ff164-1a64-409b-a3a7-edcd63285392 HTTP/1.1" status: 200 len: 1096 time: 0.0726023 May 25 22:45:22.285671 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-5c1b58ff-f183-4a20-8353-ca3864cb5d56 req-0ddd64e7-a2c5-43dd-8f80-fd0b0a36efc7 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbd2a1cc-555a-4661-90d1-eca782b5fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386915 May 25 22:45:22.382738 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e6c0c-b2b4-4f32-be2b-a8d710f37cf7 req-e4be10ba-4ea3-4383-a2cf-44d99dc5a5e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:22.384014 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b18e6c0c-b2b4-4f32-be2b-a8d710f37cf7 req-e4be10ba-4ea3-4383-a2cf-44d99dc5a5e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8d792927-2e90-4d01-ab8e-a91f1483c69a HTTP/1.1" status: 200 len: 910 time: 0.1265841 May 25 22:45:22.451415 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b18e6c0c-b2b4-4f32-be2b-a8d710f37cf7 req-51749ae4-ec20-4e7a-9d71-7057cd6dfc70 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ca7c2d2-99b3-4ea4-a59c-3d11496fce24 HTTP/1.1" status: 200 len: 217 time: 0.0578368 May 25 22:45:22.514736 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e6c0c-b2b4-4f32-be2b-a8d710f37cf7 req-282354d2-e164-4625-84dd-dab9cf1e787f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:22.516065 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b18e6c0c-b2b4-4f32-be2b-a8d710f37cf7 req-282354d2-e164-4625-84dd-dab9cf1e787f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=614205ca-6742-4a00-bc0a-472a9fe94ff8 HTTP/1.1" status: 200 len: 849 time: 0.0572145 May 25 22:45:22.562399 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b18e6c0c-b2b4-4f32-be2b-a8d710f37cf7 req-31f46667-38e4-47aa-8e66-5e65b7a956f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d792927-2e90-4d01-ab8e-a91f1483c69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374916 May 25 22:45:22.694647 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b18e6c0c-b2b4-4f32-be2b-a8d710f37cf7 req-74605750-7e5f-4682-930d-85c12ca20af8 service neutron] 10.222.0.15 "GET /v2.0/networks/8d792927-2e90-4d01-ab8e-a91f1483c69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260228 May 25 22:45:22.822610 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b18e6c0c-b2b4-4f32-be2b-a8d710f37cf7 req-6984e118-9b98-41c2-b204-a50f7bee112e service neutron] 10.222.0.15 "GET /v2.0/networks/8d792927-2e90-4d01-ab8e-a91f1483c69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223702 May 25 22:45:23.477441 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca9711-6a6c-4678-9c8a-628e2cc48d90 req-808da426-a2a1-4cf2-a067-ababd65552b6 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:23.478092 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-3eca9711-6a6c-4678-9c8a-628e2cc48d90 req-808da426-a2a1-4cf2-a067-ababd65552b6 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Synchronizing usage tracker for tenant:268ec3aa0c15438c8d69b639403c0999 on resource:port {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:45:23.494034 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-3eca9711-6a6c-4678-9c8a-628e2cc48d90 req-808da426-a2a1-4cf2-a067-ababd65552b6 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Unset dirty status for tenant:268ec3aa0c15438c8d69b639403c0999 on resource:port {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:45:23.495166 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-3eca9711-6a6c-4678-9c8a-628e2cc48d90 req-808da426-a2a1-4cf2-a067-ababd65552b6 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.59 "GET /v2.0/ports?device_id=af2ff164-1a64-409b-a3a7-edcd63285392 HTTP/1.1" status: 200 len: 943 time: 0.0903690 May 25 22:45:23.543154 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-3eca9711-6a6c-4678-9c8a-628e2cc48d90 req-f1fc5c23-421d-44ff-9e49-c4fb0479e5eb tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbd2a1cc-555a-4661-90d1-eca782b5fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425117 May 25 22:45:24.821249 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4a10a-5564-403f-8cee-2920aec520f9 req-9459128b-24ae-4d22-a7a4-81ca3400737d tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:24.822703 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-37c4a10a-5564-403f-8cee-2920aec520f9 req-9459128b-24ae-4d22-a7a4-81ca3400737d tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.59 "GET /v2.0/ports?device_id=af2ff164-1a64-409b-a3a7-edcd63285392 HTTP/1.1" status: 200 len: 943 time: 0.1621821 May 25 22:45:24.867046 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-37c4a10a-5564-403f-8cee-2920aec520f9 req-43c8cbf8-57a0-4043-a246-5c92ae05ac0d tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbd2a1cc-555a-4661-90d1-eca782b5fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388288 May 25 22:45:26.056017 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2cc40-a83c-4ff0-bfa0-3f6b67b36c66 req-b26a108f-c976-4af1-8499-78cc3bcb3d9e tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:26.057429 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-31b2cc40-a83c-4ff0-bfa0-3f6b67b36c66 req-b26a108f-c976-4af1-8499-78cc3bcb3d9e tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.59 "GET /v2.0/ports?device_id=af2ff164-1a64-409b-a3a7-edcd63285392 HTTP/1.1" status: 200 len: 943 time: 0.0744035 May 25 22:45:26.100284 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-31b2cc40-a83c-4ff0-bfa0-3f6b67b36c66 req-4f155862-d8cc-4546-85c4-3dc15575d206 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbd2a1cc-555a-4661-90d1-eca782b5fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374870 May 25 22:45:26.709586 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 5ca7c2d2-99b3-4ea4-a59c-3d11496fce24 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83205) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:45:26.869675 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 5ca7c2d2-99b3-4ea4-a59c-3d11496fce24, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5ca7c2d2-99b3-4ea4-a59c-3d11496fce24,segment=NetworkSegment(7177eaae-358c-4c6f-924e-91107a6f65ab),segment_id=7177eaae-358c-4c6f-924e-91107a6f65ab)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:45:26.882297 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Returning: {'device': '5ca7c2d2-99b3-4ea4-a59c-3d11496fce24', 'network_id': '8d792927-2e90-4d01-ab8e-a91f1483c69a', 'port_id': '5ca7c2d2-99b3-4ea4-a59c-3d11496fce24', 'mac_address': 'fa:16:3e:a5:20:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '614205ca-6742-4a00-bc0a-472a9fe94ff8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83205) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:45:26.933800 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:26.951663 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca7c2d2-99b3-4ea4-a59c-3d11496fce24 {{(pid=83205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:45:26.966490 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 5ca7c2d2-99b3-4ea4-a59c-3d11496fce24, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5ca7c2d2-99b3-4ea4-a59c-3d11496fce24,segment=NetworkSegment(7177eaae-358c-4c6f-924e-91107a6f65ab),segment_id=7177eaae-358c-4c6f-924e-91107a6f65ab)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:45:26.970212 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:27.036340 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=5ca7c2d2-99b3-4ea4-a59c-3d11496fce24,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:27.294944 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2ecd5-32d1-49ba-ae4c-2603bc1fdc1b req-8903d390-45e7-499a-b431-2260e51e695b tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:27.296370 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-cca2ecd5-32d1-49ba-ae4c-2603bc1fdc1b req-8903d390-45e7-499a-b431-2260e51e695b tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.59 "GET /v2.0/ports?device_id=af2ff164-1a64-409b-a3a7-edcd63285392 HTTP/1.1" status: 200 len: 944 time: 0.0790911 May 25 22:45:27.340845 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-cca2ecd5-32d1-49ba-ae4c-2603bc1fdc1b req-a065445a-bccf-4f8b-a38a-18040bcae5db tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbd2a1cc-555a-4661-90d1-eca782b5fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389919 May 25 22:45:27.501214 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['5ca7c2d2-99b3-4ea4-a59c-3d11496fce24'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:45:28.531677 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c989867-104b-4155-9f90-75b9467ba00b req-5975a0a5-85d9-4560-9100-0f2f34805b0b tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:28.533087 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-3c989867-104b-4155-9f90-75b9467ba00b req-5975a0a5-85d9-4560-9100-0f2f34805b0b tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.59 "GET /v2.0/ports?device_id=af2ff164-1a64-409b-a3a7-edcd63285392 HTTP/1.1" status: 200 len: 944 time: 0.0767968 May 25 22:45:28.576808 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-3c989867-104b-4155-9f90-75b9467ba00b req-13179813-0bfd-4aaf-9fa5-972426df5f2f tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbd2a1cc-555a-4661-90d1-eca782b5fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383744 May 25 22:45:28.715763 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 5ca7c2d2-99b3-4ea4-a59c-3d11496fce24 up at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:45:28.783232 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning for port 5ca7c2d2-99b3-4ea4-a59c-3d11496fce24 completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:45:28.787536 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning complete for port 5ca7c2d2-99b3-4ea4-a59c-3d11496fce24 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:45:28.787893 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:28.896364 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:28.921476 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2ff164-1a64-409b-a3a7-edcd63285392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca7c2d2-99b3-4ea4-a59c-3d11496fce24'}] {{(pid=83205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:45:28.931410 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 5ca7c2d2-99b3-4ea4-a59c-3d11496fce24, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5ca7c2d2-99b3-4ea4-a59c-3d11496fce24,segment=NetworkSegment(7177eaae-358c-4c6f-924e-91107a6f65ab),segment_id=7177eaae-358c-4c6f-924e-91107a6f65ab)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:45:28.935057 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:28.978035 dv-cinder-843305-1-smb neutron-server[83205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbc11cb5-4d49-4d22-9d6a-59f0d8f20b33'] response: {'server_uuid': 'af2ff164-1a64-409b-a3a7-edcd63285392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca7c2d2-99b3-4ea4-a59c-3d11496fce24', 'code': 200} May 25 22:45:29.000298 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=5ca7c2d2-99b3-4ea4-a59c-3d11496fce24,revision_number=5']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:29.243883 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-59c03441-294f-47a2-ab42-536faad4fc4b req-ee6c310b-d165-4940-ab48-07ee7bc4db09 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=af2ff164-1a64-409b-a3a7-edcd63285392 HTTP/1.1" status: 200 len: 1098 time: 0.0656374 May 25 22:45:29.286042 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-59c03441-294f-47a2-ab42-536faad4fc4b req-c6aaec91-84a3-46d1-969c-33a739917f02 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fbd2a1cc-555a-4661-90d1-eca782b5fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353537 May 25 22:45:29.824967 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29da87-a324-413a-8b1d-fbdc50a1852b req-1d13579e-d60e-4e3f-b956-9fd4a1300af0 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:29.826436 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-8f29da87-a324-413a-8b1d-fbdc50a1852b req-1d13579e-d60e-4e3f-b956-9fd4a1300af0 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.59 "GET /v2.0/ports?device_id=af2ff164-1a64-409b-a3a7-edcd63285392 HTTP/1.1" status: 200 len: 945 time: 0.1321051 May 25 22:45:29.870171 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-8f29da87-a324-413a-8b1d-fbdc50a1852b req-35cf75ba-13f2-4191-b6c3-4e1ca27ee343 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbd2a1cc-555a-4661-90d1-eca782b5fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383956 May 25 22:45:31.067342 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54d83a-ca0c-47cd-8f04-5c4a0ec53fc9 req-23320a19-d402-4114-82be-42a1393a692b tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:31.068823 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-fc54d83a-ca0c-47cd-8f04-5c4a0ec53fc9 req-23320a19-d402-4114-82be-42a1393a692b tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.59 "GET /v2.0/ports?device_id=af2ff164-1a64-409b-a3a7-edcd63285392 HTTP/1.1" status: 200 len: 945 time: 0.0789950 May 25 22:45:31.116703 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-fc54d83a-ca0c-47cd-8f04-5c4a0ec53fc9 req-3a42bf2a-243d-46f9-be2e-8adce9dbf5ff tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbd2a1cc-555a-4661-90d1-eca782b5fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414100 May 25 22:45:32.306874 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2156eac-147d-447b-8937-104404b859be req-e0ef6792-5c65-4313-bffa-2935f29b4043 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:32.308290 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a2156eac-147d-447b-8937-104404b859be req-e0ef6792-5c65-4313-bffa-2935f29b4043 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.59 "GET /v2.0/ports?device_id=af2ff164-1a64-409b-a3a7-edcd63285392 HTTP/1.1" status: 200 len: 945 time: 0.0733285 May 25 22:45:32.352172 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a2156eac-147d-447b-8937-104404b859be req-5a5579e0-9fa2-440c-9acb-e469a041d061 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbd2a1cc-555a-4661-90d1-eca782b5fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383604 May 25 22:45:33.828014 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:35.608583 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679bec4-1234-4b6d-809d-b8b3b0a7b18e req-0903c1f3-3536-4123-ad1b-9490b669bfc9 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:35.609981 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-e679bec4-1234-4b6d-809d-b8b3b0a7b18e req-0903c1f3-3536-4123-ad1b-9490b669bfc9 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.59 "GET /v2.0/ports?device_id=af2ff164-1a64-409b-a3a7-edcd63285392 HTTP/1.1" status: 200 len: 945 time: 0.0762050 May 25 22:45:35.653332 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-e679bec4-1234-4b6d-809d-b8b3b0a7b18e req-6441a328-8093-465c-b4d3-0b04c02e5bee tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbd2a1cc-555a-4661-90d1-eca782b5fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379791 May 25 22:45:36.846538 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f01b72-1708-46fe-89d1-e772b4d1a997 req-871f116d-58d1-4aab-9fc1-c011261205ec tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:36.848210 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-65f01b72-1708-46fe-89d1-e772b4d1a997 req-871f116d-58d1-4aab-9fc1-c011261205ec tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.59 "GET /v2.0/ports?device_id=af2ff164-1a64-409b-a3a7-edcd63285392 HTTP/1.1" status: 200 len: 945 time: 0.0746422 May 25 22:45:36.891810 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-65f01b72-1708-46fe-89d1-e772b4d1a997 req-52f88e82-18a0-4956-8801-648d92b29934 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbd2a1cc-555a-4661-90d1-eca782b5fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376911 May 25 22:45:37.436472 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118a655-e95c-4dd3-91e1-a08106b471e9 req-0841406f-bfc0-4999-9b37-1ce30af299a7 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:37.437823 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-1118a655-e95c-4dd3-91e1-a08106b471e9 req-0841406f-bfc0-4999-9b37-1ce30af299a7 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.15 "GET /v2.0/ports?device_id=af2ff164-1a64-409b-a3a7-edcd63285392 HTTP/1.1" status: 200 len: 945 time: 0.0727384 May 25 22:45:37.506933 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [req-1118a655-e95c-4dd3-91e1-a08106b471e9 req-a7a6b953-c62e-443b-9579-d5e88c310827 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Deleting port 5ca7c2d2-99b3-4ea4-a59c-3d11496fce24 {{(pid=83204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:45:37.507263 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-1118a655-e95c-4dd3-91e1-a08106b471e9 req-a7a6b953-c62e-443b-9579-d5e88c310827 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:37.745130 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-1118a655-e95c-4dd3-91e1-a08106b471e9 req-a7a6b953-c62e-443b-9579-d5e88c310827 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] For port 5ca7c2d2-99b3-4ea4-a59c-3d11496fce24, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5ca7c2d2-99b3-4ea4-a59c-3d11496fce24,segment=NetworkSegment(7177eaae-358c-4c6f-924e-91107a6f65ab),segment_id=7177eaae-358c-4c6f-924e-91107a6f65ab)] {{(pid=83204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:45:37.745476 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-1118a655-e95c-4dd3-91e1-a08106b471e9 req-a7a6b953-c62e-443b-9579-d5e88c310827 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:37.864546 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [req-1118a655-e95c-4dd3-91e1-a08106b471e9 req-a7a6b953-c62e-443b-9579-d5e88c310827 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Calling delete_port for 5ca7c2d2-99b3-4ea4-a59c-3d11496fce24 owned by compute:nova {{(pid=83204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:45:38.002701 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-1118a655-e95c-4dd3-91e1-a08106b471e9 req-a7a6b953-c62e-443b-9579-d5e88c310827 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:38.050906 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['5ca7c2d2-99b3-4ea4-a59c-3d11496fce24'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:45:38.083480 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6b953-c62e-443b-9579-d5e88c310827 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Pushing event deleted for resources: {'Port': ['ID=5ca7c2d2-99b3-4ea4-a59c-3d11496fce24,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:38.092303 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-861b22e7-7ce2-44b3-b9ac-9882ca525dd2 req-25f59f7f-c0e5-4b5d-ad1b-4da84e5e02ab tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.59 "GET /v2.0/ports?device_id=af2ff164-1a64-409b-a3a7-edcd63285392 HTTP/1.1" status: 200 len: 210 time: 0.0570941 May 25 22:45:38.160794 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [req-1118a655-e95c-4dd3-91e1-a08106b471e9 req-a7a6b953-c62e-443b-9579-d5e88c310827 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] No DVR routers for this DVR port 5ca7c2d2-99b3-4ea4-a59c-3d11496fce24 on host hv-cinder-84330 {{(pid=83204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:45:38.163100 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-1118a655-e95c-4dd3-91e1-a08106b471e9 req-a7a6b953-c62e-443b-9579-d5e88c310827 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:38.166020 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2ff164-1a64-409b-a3a7-edcd63285392', 'name': 'network-vif-deleted', 'tag': '5ca7c2d2-99b3-4ea4-a59c-3d11496fce24'}] {{(pid=83204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:45:38.181695 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-1118a655-e95c-4dd3-91e1-a08106b471e9 req-a7a6b953-c62e-443b-9579-d5e88c310827 tempest-VolumesActionsTest-1385688579 tempest-VolumesActionsTest-1385688579-project] 10.222.0.15 "DELETE /v2.0/ports/5ca7c2d2-99b3-4ea4-a59c-3d11496fce24 HTTP/1.1" status: 204 len: 173 time: 0.7382665 May 25 22:45:38.228313 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a5189a7-b97a-463a-ae29-de027ba35a2f'] response: {'server_uuid': 'af2ff164-1a64-409b-a3a7-edcd63285392', 'name': 'network-vif-deleted', 'tag': '5ca7c2d2-99b3-4ea4-a59c-3d11496fce24', 'status': 'completed', 'code': 200} May 25 22:45:38.967889 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-83464ab6-d1c3-49d1-8570-6aef2c988d89 req-cf414ce3-a732-4551-a6f5-b8af1dd24132 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0651312 May 25 22:45:39.070107 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-83464ab6-d1c3-49d1-8570-6aef2c988d89 req-a437d12d-f564-42f8-b607-040d46d286ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05f43f82cc184502b28337f6aa9a35c6&device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 1098 time: 0.0681257 May 25 22:45:39.211671 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83464ab6-d1c3-49d1-8570-6aef2c988d89 req-8e836a6f-57b7-457e-af64-03034400ea70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:39.213120 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-83464ab6-d1c3-49d1-8570-6aef2c988d89 req-8e836a6f-57b7-457e-af64-03034400ea70 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9b64c1d-c92f-412a-9314-13490698471d HTTP/1.1" status: 200 len: 909 time: 0.1248183 May 25 22:45:39.315944 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-83464ab6-d1c3-49d1-8570-6aef2c988d89 req-b1366cbd-be87-4c1f-bc76-242a368166c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49e60f96-08c0-490a-a4af-0142a8e96815 HTTP/1.1" status: 200 len: 1001 time: 0.0964584 May 25 22:45:39.381626 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83464ab6-d1c3-49d1-8570-6aef2c988d89 req-a7fd0236-9bdc-487d-bd21-6c8ecb87cd39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:39.383128 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-83464ab6-d1c3-49d1-8570-6aef2c988d89 req-a7fd0236-9bdc-487d-bd21-6c8ecb87cd39 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8a3ebb2-0194-4483-94f1-c90c15af48f6 HTTP/1.1" status: 200 len: 847 time: 0.0606563 May 25 22:45:39.459665 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-83464ab6-d1c3-49d1-8570-6aef2c988d89 req-1079584b-aad4-4d56-bd8b-7ffdc3e8870a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9b64c1d-c92f-412a-9314-13490698471d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695879 May 25 22:45:39.664013 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-83464ab6-d1c3-49d1-8570-6aef2c988d89 req-46d386c6-a0ec-4972-9899-a77cd1114f7d service neutron] 10.222.0.15 "GET /v2.0/networks/e9b64c1d-c92f-412a-9314-13490698471d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975007 May 25 22:45:39.801569 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-83464ab6-d1c3-49d1-8570-6aef2c988d89 req-9873c33c-12d9-49aa-93ce-f8af03d57b42 service neutron] 10.222.0.15 "GET /v2.0/networks/e9b64c1d-c92f-412a-9314-13490698471d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315539 May 25 22:45:40.842990 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 5ca7c2d2-99b3-4ea4-a59c-3d11496fce24 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:45:40.881265 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] No Port match for: 5ca7c2d2-99b3-4ea4-a59c-3d11496fce24 {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:45:40.881634 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 5ca7c2d2-99b3-4ea4-a59c-3d11496fce24 not bound to the agent host hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:45:42.616771 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-2ad8f9d6-3232-4091-8e9a-5fa950b5f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:44.770629 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-ef4774ab-bc33-4903-8395-9d7b5d219c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:45.994226 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:46.395390 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:47.532772 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:55.776892 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 44710) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:55.841348 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa8fb499-a865-402c-b691-efb18329a82b admin admin] Deleting subnet 614205ca-6742-4a00-bc0a-472a9fe94ff8 {{(pid=83204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:45:55.844051 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-fa8fb499-a865-402c-b691-efb18329a82b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:55.891804 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-fa8fb499-a865-402c-b691-efb18329a82b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1659241'] for subnet, precommit_delete_associations {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:55.947798 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-fa8fb499-a865-402c-b691-efb18329a82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3361804'] for subnet, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:56.011281 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-fa8fb499-a865-402c-b691-efb18329a82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3361797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1172376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1715770'] for subnet, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:56.045639 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fb499-a865-402c-b691-efb18329a82b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=614205ca-6742-4a00-bc0a-472a9fe94ff8,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:56.053232 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-fa8fb499-a865-402c-b691-efb18329a82b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:56.059163 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-fa8fb499-a865-402c-b691-efb18329a82b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/614205ca-6742-4a00-bc0a-472a9fe94ff8 HTTP/1.1" status: 204 len: 168 time: 0.2812502 May 25 22:45:56.061662 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 44714) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:56.163876 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-e33d3492-4787-4bac-8ce0-8524c200cc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3150312'] for network, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:56.285255 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-e33d3492-4787-4bac-8ce0-8524c200cc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3373977', 'neutron.services.segments.db._delete_segments_for_network-8728910406777'] for network, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:56.313069 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.services.segments.db [None req-e33d3492-4787-4bac-8ce0-8524c200cc63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d792927-2e90-4d01-ab8e-a91f1483c69a']}} {{(pid=83204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:45:56.324585 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.services.segments.db [None req-e33d3492-4787-4bac-8ce0-8524c200cc63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7177eaae-358c-4c6f-924e-91107a6f65ab') {'for_net_delete': True} {{(pid=83204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:45:56.324879 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.services.segments.db [None req-e33d3492-4787-4bac-8ce0-8524c200cc63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7177eaae-358c-4c6f-924e-91107a6f65ab') {} {{(pid=83204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:45:56.335713 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-e33d3492-4787-4bac-8ce0-8524c200cc63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728910406660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1660058'] for segment, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:56.351616 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-e33d3492-4787-4bac-8ce0-8524c200cc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:56.357998 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33d3492-4787-4bac-8ce0-8524c200cc63 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=83204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:45:56.358389 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-e33d3492-4787-4bac-8ce0-8524c200cc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1172470'] for segment, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:56.370781 dv-cinder-843305-1-smb neutron-server[83204]: Traceback (most recent call last): May 25 22:45:56.370781 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:45:56.370781 dv-cinder-843305-1-smb neutron-server[83204]: timer() May 25 22:45:56.370781 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:45:56.370781 dv-cinder-843305-1-smb neutron-server[83204]: cb(*args, **kw) May 25 22:45:56.370781 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:45:56.370781 dv-cinder-843305-1-smb neutron-server[83204]: return func(*args, **kwargs) May 25 22:45:56.370781 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:45:56.370781 dv-cinder-843305-1-smb neutron-server[83204]: self._notify() May 25 22:45:56.370781 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:45:56.370781 dv-cinder-843305-1-smb neutron-server[83204]: self.callback(batched_events) May 25 22:45:56.370781 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:45:56.370781 dv-cinder-843305-1-smb neutron-server[83204]: event.method(event) May 25 22:45:56.370781 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:45:56.370781 dv-cinder-843305-1-smb neutron-server[83204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:45:56.370781 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:45:56.370781 dv-cinder-843305-1-smb neutron-server[83204]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:45:56.370781 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:45:56.370781 dv-cinder-843305-1-smb neutron-server[83204]: return f(self, *a, **k) May 25 22:45:56.370781 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:45:56.370781 dv-cinder-843305-1-smb neutron-server[83204]: return self._get(url).json() May 25 22:45:56.370781 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:45:56.370781 dv-cinder-843305-1-smb neutron-server[83204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:45:56.370781 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:45:56.370781 dv-cinder-843305-1-smb neutron-server[83204]: return self.request(url, 'GET', **kwargs) May 25 22:45:56.370781 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:45:56.370781 dv-cinder-843305-1-smb neutron-server[83204]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:45:56.370781 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:45:56.370781 dv-cinder-843305-1-smb neutron-server[83204]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:45:56.370781 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:45:56.370781 dv-cinder-843305-1-smb neutron-server[83204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:45:56.370781 dv-cinder-843305-1-smb neutron-server[83204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:45:56.441363 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-e33d3492-4787-4bac-8ce0-8524c200cc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3373970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997848'] for network, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:56.465062 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-e33d3492-4787-4bac-8ce0-8524c200cc63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for network, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:56.467353 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d3492-4787-4bac-8ce0-8524c200cc63 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d792927-2e90-4d01-ab8e-a91f1483c69a,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:56.472860 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-e33d3492-4787-4bac-8ce0-8524c200cc63 admin admin] 10.222.0.59 "DELETE /v2.0/networks/8d792927-2e90-4d01-ab8e-a91f1483c69a HTTP/1.1" status: 204 len: 168 time: 0.4100645 May 25 22:45:56.475649 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 44718) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:56.532983 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3bde2db-db53-477e-b1a1-ffb7de1be1c7 admin admin] Deleting subnet 59c90f7d-ba4b-4a2a-8632-cfefc02842b2 {{(pid=83204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:45:56.535864 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-e3bde2db-db53-477e-b1a1-ffb7de1be1c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:56.583094 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-e3bde2db-db53-477e-b1a1-ffb7de1be1c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1659241'] for subnet, precommit_delete_associations {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:56.638776 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-e3bde2db-db53-477e-b1a1-ffb7de1be1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3361804'] for subnet, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:56.702797 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-e3bde2db-db53-477e-b1a1-ffb7de1be1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3361797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1172376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1715770'] for subnet, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:56.739348 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bde2db-db53-477e-b1a1-ffb7de1be1c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59c90f7d-ba4b-4a2a-8632-cfefc02842b2,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:56.745431 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-e3bde2db-db53-477e-b1a1-ffb7de1be1c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:56.751258 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-e3bde2db-db53-477e-b1a1-ffb7de1be1c7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/59c90f7d-ba4b-4a2a-8632-cfefc02842b2 HTTP/1.1" status: 204 len: 168 time: 0.2747223 May 25 22:45:56.753643 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 44724) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:56.858291 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d9ba8473-8791-488e-a764-deae5c32f80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3150312'] for network, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:56.977424 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d9ba8473-8791-488e-a764-deae5c32f80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3373977', 'neutron.services.segments.db._delete_segments_for_network-8728910406777'] for network, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:57.004312 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.services.segments.db [None req-d9ba8473-8791-488e-a764-deae5c32f80b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b629c1-f994-4e5a-a693-64d4dea0e7df']}} {{(pid=83204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:45:57.016418 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.services.segments.db [None req-d9ba8473-8791-488e-a764-deae5c32f80b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb52ebcf-731c-4c97-9161-47f03a0f5a58') {'for_net_delete': True} {{(pid=83204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:45:57.016709 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.services.segments.db [None req-d9ba8473-8791-488e-a764-deae5c32f80b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb52ebcf-731c-4c97-9161-47f03a0f5a58') {} {{(pid=83204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:45:57.027532 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d9ba8473-8791-488e-a764-deae5c32f80b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728910406660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1660058'] for segment, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:57.042555 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d9ba8473-8791-488e-a764-deae5c32f80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:57.048250 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9ba8473-8791-488e-a764-deae5c32f80b admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=83204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:45:57.048618 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d9ba8473-8791-488e-a764-deae5c32f80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1172470'] for segment, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:57.061489 dv-cinder-843305-1-smb neutron-server[83204]: Traceback (most recent call last): May 25 22:45:57.061489 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:45:57.061489 dv-cinder-843305-1-smb neutron-server[83204]: timer() May 25 22:45:57.061489 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:45:57.061489 dv-cinder-843305-1-smb neutron-server[83204]: cb(*args, **kw) May 25 22:45:57.061489 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:45:57.061489 dv-cinder-843305-1-smb neutron-server[83204]: return func(*args, **kwargs) May 25 22:45:57.061489 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:45:57.061489 dv-cinder-843305-1-smb neutron-server[83204]: self._notify() May 25 22:45:57.061489 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:45:57.061489 dv-cinder-843305-1-smb neutron-server[83204]: self.callback(batched_events) May 25 22:45:57.061489 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:45:57.061489 dv-cinder-843305-1-smb neutron-server[83204]: event.method(event) May 25 22:45:57.061489 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:45:57.061489 dv-cinder-843305-1-smb neutron-server[83204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:45:57.061489 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:45:57.061489 dv-cinder-843305-1-smb neutron-server[83204]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:45:57.061489 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:45:57.061489 dv-cinder-843305-1-smb neutron-server[83204]: return f(self, *a, **k) May 25 22:45:57.061489 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:45:57.061489 dv-cinder-843305-1-smb neutron-server[83204]: return self._get(url).json() May 25 22:45:57.061489 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:45:57.061489 dv-cinder-843305-1-smb neutron-server[83204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:45:57.061489 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:45:57.061489 dv-cinder-843305-1-smb neutron-server[83204]: return self.request(url, 'GET', **kwargs) May 25 22:45:57.061489 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:45:57.061489 dv-cinder-843305-1-smb neutron-server[83204]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:45:57.061489 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:45:57.061489 dv-cinder-843305-1-smb neutron-server[83204]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:45:57.061489 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:45:57.061489 dv-cinder-843305-1-smb neutron-server[83204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:45:57.061489 dv-cinder-843305-1-smb neutron-server[83204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:45:57.136852 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d9ba8473-8791-488e-a764-deae5c32f80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3373970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997848'] for network, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:57.200063 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d9ba8473-8791-488e-a764-deae5c32f80b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for network, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:57.208736 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba8473-8791-488e-a764-deae5c32f80b admin admin] Pushing event deleted for resources: {'Network': ['ID=70b629c1-f994-4e5a-a693-64d4dea0e7df,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:57.211491 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-d9ba8473-8791-488e-a764-deae5c32f80b admin admin] 10.222.0.59 "DELETE /v2.0/networks/70b629c1-f994-4e5a-a693-64d4dea0e7df HTTP/1.1" status: 204 len: 168 time: 0.4569218 May 25 22:45:57.386864 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:45:57.402099 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 44730) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:57.451749 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-b5cb1612-5895-471b-8dfd-5bed165e5816 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=268ec3aa0c15438c8d69b639403c0999&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484338 May 25 22:45:57.454146 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 44734) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:57.512210 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6c2d441b-064e-4df1-9bf1-509925e4c146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:57.536814 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6c2d441b-064e-4df1-9bf1-509925e4c146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:57.586209 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6c2d441b-064e-4df1-9bf1-509925e4c146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:57.602465 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d441b-064e-4df1-9bf1-509925e4c146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd2a1cc-555a-4661-90d1-eca782b5fd06,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:57.615127 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6c2d441b-064e-4df1-9bf1-509925e4c146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:57.616323 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-6c2d441b-064e-4df1-9bf1-509925e4c146 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fbd2a1cc-555a-4661-90d1-eca782b5fd06 HTTP/1.1" status: 204 len: 168 time: 0.1612754 May 25 22:45:57.994145 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 44742) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:58.045714 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-389f2db6-b4ba-40e8-9e5d-67b34126d262 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1f44c28485014f6494fc686774f4c212&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0503798 May 25 22:45:58.048127 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 44746) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:58.106653 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a29fe1c2-98f4-44e9-9a12-a46e06af813f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:58.131720 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a29fe1c2-98f4-44e9-9a12-a46e06af813f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:58.182609 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a29fe1c2-98f4-44e9-9a12-a46e06af813f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:58.198080 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29fe1c2-98f4-44e9-9a12-a46e06af813f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c81ab8-5443-4964-bc93-d0854bb97419,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:58.205499 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a29fe1c2-98f4-44e9-9a12-a46e06af813f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:58.206605 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-a29fe1c2-98f4-44e9-9a12-a46e06af813f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f6c81ab8-5443-4964-bc93-d0854bb97419 HTTP/1.1" status: 204 len: 168 time: 0.1575971 May 25 22:45:58.209828 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fe1c2-98f4-44e9-9a12-a46e06af813f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:58.210174 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fe1c2-98f4-44e9-9a12-a46e06af813f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:58.210531 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fe1c2-98f4-44e9-9a12-a46e06af813f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:58.210844 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fe1c2-98f4-44e9-9a12-a46e06af813f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:58.211242 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fe1c2-98f4-44e9-9a12-a46e06af813f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:58.211491 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fe1c2-98f4-44e9-9a12-a46e06af813f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:58.211811 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fe1c2-98f4-44e9-9a12-a46e06af813f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:58.212138 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fe1c2-98f4-44e9-9a12-a46e06af813f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:58.212447 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fe1c2-98f4-44e9-9a12-a46e06af813f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:58.212761 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fe1c2-98f4-44e9-9a12-a46e06af813f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:58.213075 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fe1c2-98f4-44e9-9a12-a46e06af813f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:02.940218 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 44814) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:03.074364 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-494be48f-be71-4afa-bcec-fedc777e0a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:03.105392 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-494be48f-be71-4afa-bcec-fedc777e0a16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:46:03.109115 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-494be48f-be71-4afa-bcec-fedc777e0a16 admin admin] Usage tracker for resource:security_group_rule and tenant:0aeb67e6af564044a88723b9faa30b67 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:46:03.111914 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-494be48f-be71-4afa-bcec-fedc777e0a16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:46:03.117501 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-494be48f-be71-4afa-bcec-fedc777e0a16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:46:03.183511 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-494be48f-be71-4afa-bcec-fedc777e0a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:03.187042 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-494be48f-be71-4afa-bcec-fedc777e0a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:03.232482 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494be48f-be71-4afa-bcec-fedc777e0a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03932227-34a7-4638-b73d-8895dbb3473b,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:03.236808 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-494be48f-be71-4afa-bcec-fedc777e0a16 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0aeb67e6af564044a88723b9faa30b67&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2955792 May 25 22:46:03.239726 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 44820) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:03.300446 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ccea-6d86-4f5f-b0be-92db9415e031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:03.325266 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ccea-6d86-4f5f-b0be-92db9415e031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:03.374121 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ccea-6d86-4f5f-b0be-92db9415e031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:03.388694 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ccea-6d86-4f5f-b0be-92db9415e031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03932227-34a7-4638-b73d-8895dbb3473b,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:03.395191 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ccea-6d86-4f5f-b0be-92db9415e031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:03.396343 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-2cd7ccea-6d86-4f5f-b0be-92db9415e031 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/03932227-34a7-4638-b73d-8895dbb3473b HTTP/1.1" status: 204 len: 168 time: 0.1559262 May 25 22:46:03.829012 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:07.694124 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f862d75-4cbf-4f30-bed9-c7f58282435d req-effd66e5-18cb-4dcd-a882-2b9c67276bc3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:07.695619 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-1f862d75-4cbf-4f30-bed9-c7f58282435d req-effd66e5-18cb-4dcd-a882-2b9c67276bc3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 946 time: 0.0832164 May 25 22:46:07.742667 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-1f862d75-4cbf-4f30-bed9-c7f58282435d req-0e55930c-9de5-4494-99b2-a2bd2965311c tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408721 May 25 22:46:08.954119 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfc172-f681-4e40-8efa-ce5367b4672b req-5b037da9-93e0-4317-b076-dd22d835f2b1 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:08.955461 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2dbfc172-f681-4e40-8efa-ce5367b4672b req-5b037da9-93e0-4317-b076-dd22d835f2b1 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 946 time: 0.0765011 May 25 22:46:08.999537 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2dbfc172-f681-4e40-8efa-ce5367b4672b req-1aec3b13-6b43-4c55-9530-5d52be580152 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385892 May 25 22:46:10.205282 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436f20b-bdf1-4390-8418-b284f4e55b02 req-438736ec-50ed-4401-b751-9e2df3284cbf tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:10.206810 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e436f20b-bdf1-4390-8418-b284f4e55b02 req-438736ec-50ed-4401-b751-9e2df3284cbf tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 946 time: 0.0750985 May 25 22:46:10.255385 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e436f20b-bdf1-4390-8418-b284f4e55b02 req-a6f7421b-4f84-4b23-8d51-66206e31c4aa tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429652 May 25 22:46:11.470025 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd802a-69a9-4f4e-96c5-7b612b774ef1 req-fc58b92a-03a4-4d98-89e5-e912e2e4ee09 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:11.471474 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-94dd802a-69a9-4f4e-96c5-7b612b774ef1 req-fc58b92a-03a4-4d98-89e5-e912e2e4ee09 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 946 time: 0.0780711 May 25 22:46:11.516066 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-94dd802a-69a9-4f4e-96c5-7b612b774ef1 req-277c9b44-d19c-4220-829a-6514144e6b93 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388305 May 25 22:46:12.620531 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-d7c49ef8-2fee-4633-aec7-95f98a4d4eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:12.725041 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592932d-3c8b-4802-862b-cbc769f567bc req-6dfa7e81-0fea-434b-bb5c-42cdff1bcdd3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:12.726437 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-9592932d-3c8b-4802-862b-cbc769f567bc req-6dfa7e81-0fea-434b-bb5c-42cdff1bcdd3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 946 time: 0.0770934 May 25 22:46:12.772887 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-9592932d-3c8b-4802-862b-cbc769f567bc req-60bbadd5-f083-4eb5-b1e2-f0508997422e tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402262 May 25 22:46:12.867566 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 44976) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:13.005232 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-b62004ac-eac2-4353-b5fe-cfed79aaf41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:13.034513 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-b62004ac-eac2-4353-b5fe-cfed79aaf41b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:46:13.038214 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-b62004ac-eac2-4353-b5fe-cfed79aaf41b admin admin] Usage tracker for resource:security_group_rule and tenant:af43cbe59f32406b86ca39d48ca0fe49 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:46:13.040952 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-b62004ac-eac2-4353-b5fe-cfed79aaf41b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:46:13.047015 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-b62004ac-eac2-4353-b5fe-cfed79aaf41b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:46:13.111100 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-b62004ac-eac2-4353-b5fe-cfed79aaf41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:13.114559 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-b62004ac-eac2-4353-b5fe-cfed79aaf41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:13.161648 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62004ac-eac2-4353-b5fe-cfed79aaf41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe76756-b5a1-4c99-8b20-b2679decd0ea,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:13.166997 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-b62004ac-eac2-4353-b5fe-cfed79aaf41b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=af43cbe59f32406b86ca39d48ca0fe49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2984271 May 25 22:46:13.170136 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 44982) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:13.235897 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-41310a22-3cb9-4de4-b843-2241f89f6270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:13.261077 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-41310a22-3cb9-4de4-b843-2241f89f6270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:13.312796 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-41310a22-3cb9-4de4-b843-2241f89f6270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:13.329079 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41310a22-3cb9-4de4-b843-2241f89f6270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe76756-b5a1-4c99-8b20-b2679decd0ea,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:13.332236 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-41310a22-3cb9-4de4-b843-2241f89f6270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:13.333316 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-41310a22-3cb9-4de4-b843-2241f89f6270 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bfe76756-b5a1-4c99-8b20-b2679decd0ea HTTP/1.1" status: 204 len: 168 time: 0.1622851 May 25 22:46:13.648094 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 44990) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:13.665911 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-dd0766e0-58e2-482c-a095-662f1e8dafef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:13.696419 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-dd0766e0-58e2-482c-a095-662f1e8dafef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:46:13.700641 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-dd0766e0-58e2-482c-a095-662f1e8dafef admin admin] Usage tracker for resource:security_group_rule and tenant:8ab1a9d7944b4e11878b3d5548a37266 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:46:13.703342 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-dd0766e0-58e2-482c-a095-662f1e8dafef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:46:13.708904 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-dd0766e0-58e2-482c-a095-662f1e8dafef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:46:13.771660 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-dd0766e0-58e2-482c-a095-662f1e8dafef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:13.775199 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-dd0766e0-58e2-482c-a095-662f1e8dafef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:13.819702 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0766e0-58e2-482c-a095-662f1e8dafef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3ad0ac-2c99-4a28-b7d1-c44b23e5c29e,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:13.824821 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-dd0766e0-58e2-482c-a095-662f1e8dafef admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8ab1a9d7944b4e11878b3d5548a37266&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1757283 May 25 22:46:13.827161 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 44996) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:13.886978 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-54327813-b156-4847-898e-225d78966a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:13.915388 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-54327813-b156-4847-898e-225d78966a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:13.966684 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-54327813-b156-4847-898e-225d78966a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:13.981430 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54327813-b156-4847-898e-225d78966a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3ad0ac-2c99-4a28-b7d1-c44b23e5c29e,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:13.989815 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-54327813-b156-4847-898e-225d78966a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:13.990965 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-54327813-b156-4847-898e-225d78966a75 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2a3ad0ac-2c99-4a28-b7d1-c44b23e5c29e HTTP/1.1" status: 204 len: 168 time: 0.1628551 May 25 22:46:14.013319 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78d3be-a2da-4865-a60a-d5e4b6e00ccf req-afad3543-77e7-43b5-8ef9-d909d4995409 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:14.014776 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ba78d3be-a2da-4865-a60a-d5e4b6e00ccf req-afad3543-77e7-43b5-8ef9-d909d4995409 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 946 time: 0.0865414 May 25 22:46:14.058942 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ba78d3be-a2da-4865-a60a-d5e4b6e00ccf req-301b7249-0cff-4b42-8acd-7fc33bb89c54 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387578 May 25 22:46:14.366878 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 45004) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:14.385201 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-dcc50d4e-9a1b-401e-8a9e-9428d827f498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:14.416103 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-dcc50d4e-9a1b-401e-8a9e-9428d827f498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:46:14.419883 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-dcc50d4e-9a1b-401e-8a9e-9428d827f498 admin admin] Usage tracker for resource:security_group_rule and tenant:6842919ce3874135a1f8d0c6f450101c is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:46:14.422656 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-dcc50d4e-9a1b-401e-8a9e-9428d827f498 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:46:14.428267 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-dcc50d4e-9a1b-401e-8a9e-9428d827f498 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:46:14.494194 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-dcc50d4e-9a1b-401e-8a9e-9428d827f498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:14.498387 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-dcc50d4e-9a1b-401e-8a9e-9428d827f498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:14.541408 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc50d4e-9a1b-401e-8a9e-9428d827f498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f052c7b-60fe-4afb-86d2-2c0f587bbac4,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:14.548179 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-dcc50d4e-9a1b-401e-8a9e-9428d827f498 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6842919ce3874135a1f8d0c6f450101c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1803260 May 25 22:46:14.551225 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 45008) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:14.616887 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1af7d5c7-de55-4f0a-8d03-f6003b7167b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:14.641896 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1af7d5c7-de55-4f0a-8d03-f6003b7167b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:14.691619 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1af7d5c7-de55-4f0a-8d03-f6003b7167b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:14.707865 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7d5c7-de55-4f0a-8d03-f6003b7167b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f052c7b-60fe-4afb-86d2-2c0f587bbac4,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:14.711192 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1af7d5c7-de55-4f0a-8d03-f6003b7167b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:14.712402 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-1af7d5c7-de55-4f0a-8d03-f6003b7167b8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8f052c7b-60fe-4afb-86d2-2c0f587bbac4 HTTP/1.1" status: 204 len: 168 time: 0.1601791 May 25 22:46:14.772024 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-85870fed-a18a-41b5-8d59-eee7b7b68617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:15.270244 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e8d01-ae34-4161-99f0-2a2e6340a04b req-776bf5ed-04ca-4dc2-85ac-9b26300b2677 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:15.271788 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f22e8d01-ae34-4161-99f0-2a2e6340a04b req-776bf5ed-04ca-4dc2-85ac-9b26300b2677 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 946 time: 0.0775454 May 25 22:46:15.321888 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f22e8d01-ae34-4161-99f0-2a2e6340a04b req-7db6a875-cd08-429c-9611-4d688bdcc3df tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444257 May 25 22:46:15.522473 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 45032) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:15.646681 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-366d8b46-c518-4928-ad6a-669f05e3e6f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1244990676-network', 'tenant_id': '4d82322399d5470ebaab04636d7de525'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:46:15.651257 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-366d8b46-c518-4928-ad6a-669f05e3e6f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:46:15.655606 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-366d8b46-c518-4928-ad6a-669f05e3e6f6 admin admin] Usage tracker for resource:network and tenant:4d82322399d5470ebaab04636d7de525 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:46:15.658443 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-366d8b46-c518-4928-ad6a-669f05e3e6f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:46:15.668395 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-366d8b46-c518-4928-ad6a-669f05e3e6f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:46:15.677881 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366d8b46-c518-4928-ad6a-669f05e3e6f6 admin admin] Made reservation on behalf of 4d82322399d5470ebaab04636d7de525 for: {'network': 1} {{(pid=83203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:46:15.680144 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-366d8b46-c518-4928-ad6a-669f05e3e6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for network, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:15.692156 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-366d8b46-c518-4928-ad6a-669f05e3e6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:15.721906 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-366d8b46-c518-4928-ad6a-669f05e3e6f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:46:15.725900 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-366d8b46-c518-4928-ad6a-669f05e3e6f6 admin admin] Usage tracker for resource:security_group_rule and tenant:4d82322399d5470ebaab04636d7de525 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:46:15.728662 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-366d8b46-c518-4928-ad6a-669f05e3e6f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:46:15.735057 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-366d8b46-c518-4928-ad6a-669f05e3e6f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:46:15.798722 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-366d8b46-c518-4928-ad6a-669f05e3e6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:15.802096 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-366d8b46-c518-4928-ad6a-669f05e3e6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:15.832732 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-366d8b46-c518-4928-ad6a-669f05e3e6f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=83203) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:46:15.837766 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d8b46-c518-4928-ad6a-669f05e3e6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2fd9a9-765e-44d1-bee5-f09fdd1cf92d,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:15.846273 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-366d8b46-c518-4928-ad6a-669f05e3e6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:15.846715 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.db.segments_db [None req-366d8b46-c518-4928-ad6a-669f05e3e6f6 admin admin] Added segment 286254f5-04a7-4fc1-b5c9-72159fdcb92b of type vlan for network cce05bdf-fda3-427a-b8a1-e26d891a8b9e May 25 22:46:15.873132 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-366d8b46-c518-4928-ad6a-669f05e3e6f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728909907725'] for network, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:15.900988 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-366d8b46-c518-4928-ad6a-669f05e3e6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865'] for network, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:15.901770 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366d8b46-c518-4928-ad6a-669f05e3e6f6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:15.902903 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-366d8b46-c518-4928-ad6a-669f05e3e6f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for network, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:15.996417 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:16.007485 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d8b46-c518-4928-ad6a-669f05e3e6f6 admin admin] Pushing event updated for resources: {'Network': ['ID=cce05bdf-fda3-427a-b8a1-e26d891a8b9e,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:16.012502 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-366d8b46-c518-4928-ad6a-669f05e3e6f6 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4890199 May 25 22:46:16.015305 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 45040) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:16.020654 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Network cce05bdf-fda3-427a-b8a1-e26d891a8b9e details requested by agent ovs-agent-dv-cinder-843305-1-smb with host dv-cinder-843305-1-smb {{(pid=83205) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:46:16.021600 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-2eed525d-16d1-420a-8f2a-854b4c6bad04 admin admin] Request body: {'subnet': {'network_id': 'cce05bdf-fda3-427a-b8a1-e26d891a8b9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1244990676-subnet', 'tenant_id': '4d82322399d5470ebaab04636d7de525', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:46:16.026183 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-2eed525d-16d1-420a-8f2a-854b4c6bad04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:46:16.030947 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-2eed525d-16d1-420a-8f2a-854b4c6bad04 admin admin] Usage tracker for resource:subnet and tenant:4d82322399d5470ebaab04636d7de525 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:46:16.033724 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-2eed525d-16d1-420a-8f2a-854b4c6bad04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:46:16.039396 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-2eed525d-16d1-420a-8f2a-854b4c6bad04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:46:16.049603 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eed525d-16d1-420a-8f2a-854b4c6bad04 admin admin] Made reservation on behalf of 4d82322399d5470ebaab04636d7de525 for: {'subnet': 1} {{(pid=83203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:46:16.051846 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2eed525d-16d1-420a-8f2a-854b4c6bad04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1742142'] for subnet, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:16.250499 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2eed525d-16d1-420a-8f2a-854b4c6bad04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1950778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1742124'] for subnet, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:16.326044 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed525d-16d1-420a-8f2a-854b4c6bad04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f59caaec-a9fd-44fc-b49a-dec1b98e2e49,revision_number=0']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:16.335519 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eed525d-16d1-420a-8f2a-854b4c6bad04 admin admin] Checking segment: {'id': '286254f5-04a7-4fc1-b5c9-72159fdcb92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'cce05bdf-fda3-427a-b8a1-e26d891a8b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:46:16.335876 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eed525d-16d1-420a-8f2a-854b4c6bad04 admin admin] Network hostable DHCP agents. Network: cce05bdf-fda3-427a-b8a1-e26d891a8b9e, hostable agents: ['894d5615-95da-45d6-9a18-7bf04c47b636'], hosted agents: [] {{(pid=83203) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:46:16.358075 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eed525d-16d1-420a-8f2a-854b4c6bad04 admin admin] Network cce05bdf-fda3-427a-b8a1-e26d891a8b9e is scheduled to be hosted by DHCP agent 894d5615-95da-45d6-9a18-7bf04c47b636 with binding_index 1 {{(pid=83203) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:46:16.367345 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [None req-2eed525d-16d1-420a-8f2a-854b4c6bad04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-smb, cce05bdf-fda3-427a-b8a1-e26d891a8b9e) {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:46:16.371317 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eed525d-16d1-420a-8f2a-854b4c6bad04 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:16.371904 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2eed525d-16d1-420a-8f2a-854b4c6bad04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for subnet, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:16.377913 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4423cffa-efbc-463f-a5b5-b48f7b456c1e None None] Network cce05bdf-fda3-427a-b8a1-e26d891a8b9e requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:46:16.393066 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-2eed525d-16d1-420a-8f2a-854b4c6bad04 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3767269 May 25 22:46:16.473282 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:16.553970 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce849b-bf06-4796-9dbf-745a87988c78 req-68942ae8-1ee5-4962-8e87-7393ee983da5 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:16.555515 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b6ce849b-bf06-4796-9dbf-745a87988c78 req-68942ae8-1ee5-4962-8e87-7393ee983da5 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 946 time: 0.0845680 May 25 22:46:16.609974 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b6ce849b-bf06-4796-9dbf-745a87988c78 req-027f9acd-40e1-45b5-af06-9e86bf0eea0f tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439203 May 25 22:46:16.618205 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a959bd2-5234-4985-9fc8-105ef7a28c78 None None] Network cce05bdf-fda3-427a-b8a1-e26d891a8b9e requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:46:17.533863 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:17.827512 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc03ca-874b-4fdc-a769-f4dc778616c0 req-4c161b3f-dff8-4803-8bc8-aec5e9becd1a tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:17.828883 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-4adc03ca-874b-4fdc-a769-f4dc778616c0 req-4c161b3f-dff8-4803-8bc8-aec5e9becd1a tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 946 time: 0.0801594 May 25 22:46:17.878083 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-4adc03ca-874b-4fdc-a769-f4dc778616c0 req-86b8e655-ba79-4973-899f-a8d61b55a79e tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437777 May 25 22:46:18.434561 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-7b8bdbd4-aa35-4284-82aa-43baa67be2ad tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:18.435876 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-7b8bdbd4-aa35-4284-82aa-43baa67be2ad tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/networks?id=cce05bdf-fda3-427a-b8a1-e26d891a8b9e HTTP/1.1" status: 200 len: 814 time: 0.1411345 May 25 22:46:18.451666 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-fbe5f041-f723-41e5-96a3-5a2877f68543 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/quotas/4d82322399d5470ebaab04636d7de525 HTTP/1.1" status: 200 len: 375 time: 0.0105631 May 25 22:46:18.494923 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-5a85ebc1-594e-4a46-afcc-1bf4be63b7af tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d82322399d5470ebaab04636d7de525&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387435 May 25 22:46:18.621667 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-9fc040b1-4765-4070-811a-ef56941a4b3d service neutron] 10.222.0.59 "GET /v2.0/networks/cce05bdf-fda3-427a-b8a1-e26d891a8b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204789 May 25 22:46:18.747511 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-7b68291d-d7a2-4feb-b353-46afa9e14c75 service neutron] 10.222.0.59 "GET /v2.0/networks/cce05bdf-fda3-427a-b8a1-e26d891a8b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202745 May 25 22:46:18.923807 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-26f10d00-3b35-45e3-bfe0-b7087feab866 req-abed0dde-b153-472e-9b2c-8f4553cf28a7 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5abb44b-4622-4741-a276-4d5cc1ae0c07 HTTP/1.1" status: 200 len: 210 time: 0.0426567 May 25 22:46:19.093820 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a948e6-3a7c-4cb2-8849-42374e8a5431 req-78b7f72e-e383-4047-9504-11c28aff66e9 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:19.095277 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-f7a948e6-3a7c-4cb2-8849-42374e8a5431 req-78b7f72e-e383-4047-9504-11c28aff66e9 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 946 time: 0.0750246 May 25 22:46:19.141025 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-f7a948e6-3a7c-4cb2-8849-42374e8a5431 req-77d32a02-1508-4241-82c1-ebc0a5a897b8 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394900 May 25 22:46:20.088370 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b2fc4207-befc-4c85-b64a-3d7026b2a02b req-f92a3c7f-017c-4894-a1c5-fd86da355ae5 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5abb44b-4622-4741-a276-4d5cc1ae0c07 HTTP/1.1" status: 200 len: 210 time: 0.0438809 May 25 22:46:20.118532 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-a476b9e6-214f-4bb2-bb1f-74d8f06ff0cf tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:20.120024 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-a476b9e6-214f-4bb2-bb1f-74d8f06ff0cf tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.15 "GET /v2.0/networks?id=cce05bdf-fda3-427a-b8a1-e26d891a8b9e HTTP/1.1" status: 200 len: 814 time: 0.1440451 May 25 22:46:20.142627 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-06d0397b-7646-4b58-a21a-fd7bb32c4bf3 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Request body: {'port': {'device_id': 'c5abb44b-4622-4741-a276-4d5cc1ae0c07', 'network_id': 'cce05bdf-fda3-427a-b8a1-e26d891a8b9e', 'admin_state_up': True, 'tenant_id': '4d82322399d5470ebaab04636d7de525'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:46:20.278227 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-06d0397b-7646-4b58-a21a-fd7bb32c4bf3 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:46:20.283150 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-06d0397b-7646-4b58-a21a-fd7bb32c4bf3 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Usage tracker for resource:port and tenant:4d82322399d5470ebaab04636d7de525 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:46:20.318822 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-06d0397b-7646-4b58-a21a-fd7bb32c4bf3 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:46:20.332679 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-06d0397b-7646-4b58-a21a-fd7bb32c4bf3 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:46:20.352552 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-06d0397b-7646-4b58-a21a-fd7bb32c4bf3 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Made reservation on behalf of 4d82322399d5470ebaab04636d7de525 for: {'port': 1} {{(pid=83204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:46:20.355455 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-06d0397b-7646-4b58-a21a-fd7bb32c4bf3 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:20.444210 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a407aa-7beb-4c54-afc6-fdbf5efa505d req-d59a27c9-ed7b-4e96-b951-d069bb00f34d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:20.445634 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-69a407aa-7beb-4c54-afc6-fdbf5efa505d req-d59a27c9-ed7b-4e96-b951-d069bb00f34d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 946 time: 0.1637065 May 25 22:46:20.594043 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-69a407aa-7beb-4c54-afc6-fdbf5efa505d req-87b736a4-bd02-4fab-8b2a-aa22b9fbdb53 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411362 May 25 22:46:20.611578 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.db_base_plugin_common [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-06d0397b-7646-4b58-a21a-fd7bb32c4bf3 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Allocated IP 172.20.0.6 (cce05bdf-fda3-427a-b8a1-e26d891a8b9e/f59caaec-a9fd-44fc-b49a-dec1b98e2e49/88572ba1-af39-4ac3-b124-097e0792d00f) {{(pid=83204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:46:20.803072 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-06d0397b-7646-4b58-a21a-fd7bb32c4bf3 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Notify callbacks [] for port, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:20.830033 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-06d0397b-7646-4b58-a21a-fd7bb32c4bf3 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:20.903639 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-06d0397b-7646-4b58-a21a-fd7bb32c4bf3 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Network cce05bdf-fda3-427a-b8a1-e26d891a8b9e is already hosted by enough agents. {{(pid=83204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:46:20.906568 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-06d0397b-7646-4b58-a21a-fd7bb32c4bf3 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Resources bound (agent type, host, resource id): {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:46:20.910771 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-06d0397b-7646-4b58-a21a-fd7bb32c4bf3 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Received port after_create {{(pid=83204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:46:20.935716 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0397b-7646-4b58-a21a-fd7bb32c4bf3 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Pushing event updated for resources: {'Port': ['ID=88572ba1-af39-4ac3-b124-097e0792d00f,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:20.947315 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 702a3d4d-40c5-40a0-b1e7-1af568258a30 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83205) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:46:20.957543 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0397b-7646-4b58-a21a-fd7bb32c4bf3 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:20.957888 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0397b-7646-4b58-a21a-fd7bb32c4bf3 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:20.958225 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0397b-7646-4b58-a21a-fd7bb32c4bf3 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:20.958581 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0397b-7646-4b58-a21a-fd7bb32c4bf3 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:20.958911 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0397b-7646-4b58-a21a-fd7bb32c4bf3 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:20.959233 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0397b-7646-4b58-a21a-fd7bb32c4bf3 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:20.959560 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0397b-7646-4b58-a21a-fd7bb32c4bf3 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:20.959882 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0397b-7646-4b58-a21a-fd7bb32c4bf3 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:20.960200 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0397b-7646-4b58-a21a-fd7bb32c4bf3 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:20.960516 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0397b-7646-4b58-a21a-fd7bb32c4bf3 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:20.960831 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0397b-7646-4b58-a21a-fd7bb32c4bf3 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:20.982096 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-06d0397b-7646-4b58-a21a-fd7bb32c4bf3 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:20.982713 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-06d0397b-7646-4b58-a21a-fd7bb32c4bf3 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:21.007178 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-06d0397b-7646-4b58-a21a-fd7bb32c4bf3 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8681111 May 25 22:46:21.025167 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-80ec6716-2330-45de-9666-70ad7332ff5f service neutron] Request body: {'port': {'device_id': 'c5abb44b-4622-4741-a276-4d5cc1ae0c07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:46:21.105878 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 702a3d4d-40c5-40a0-b1e7-1af568258a30, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=702a3d4d-40c5-40a0-b1e7-1af568258a30,segment=NetworkSegment(1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3),segment_id=1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:46:21.119056 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Returning: {'device': '702a3d4d-40c5-40a0-b1e7-1af568258a30', 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0', 'port_id': '702a3d4d-40c5-40a0-b1e7-1af568258a30', 'mac_address': 'fa:16:3e:0f:52:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83205) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:46:21.133282 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-80ec6716-2330-45de-9666-70ad7332ff5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:21.173895 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:21.191238 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 702a3d4d-40c5-40a0-b1e7-1af568258a30 {{(pid=83205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:46:21.207022 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 702a3d4d-40c5-40a0-b1e7-1af568258a30, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=702a3d4d-40c5-40a0-b1e7-1af568258a30,segment=NetworkSegment(1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3),segment_id=1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:46:21.213013 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:21.286081 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=702a3d4d-40c5-40a0-b1e7-1af568258a30,revision_number=6']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:21.296522 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:21.296926 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:21.297267 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:21.297597 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:21.297930 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:21.298256 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:21.298638 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:21.298986 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:21.299305 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:21.299623 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:21.299935 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:21.306194 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8988e-5682-4cad-a1d5-3145d984c150 req-27b7a2e0-4aca-4695-ab53-d01080b3e9b6 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:21.308355 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-cfd8988e-5682-4cad-a1d5-3145d984c150 req-27b7a2e0-4aca-4695-ab53-d01080b3e9b6 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5abb44b-4622-4741-a276-4d5cc1ae0c07 HTTP/1.1" status: 200 len: 931 time: 0.0850599 May 25 22:46:21.355133 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-cfd8988e-5682-4cad-a1d5-3145d984c150 req-178d3e0d-3bda-4074-985b-0ebfe108b127 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Synchronizing usage tracker for tenant:4d82322399d5470ebaab04636d7de525 on resource:security_group {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:46:21.372020 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-cfd8988e-5682-4cad-a1d5-3145d984c150 req-178d3e0d-3bda-4074-985b-0ebfe108b127 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Unset dirty status for tenant:4d82322399d5470ebaab04636d7de525 on resource:security_group {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:46:21.373187 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-cfd8988e-5682-4cad-a1d5-3145d984c150 req-178d3e0d-3bda-4074-985b-0ebfe108b127 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e2fd9a9-765e-44d1-bee5-f09fdd1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569847 May 25 22:46:21.392150 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['702a3d4d-40c5-40a0-b1e7-1af568258a30'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:46:21.489918 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-80ec6716-2330-45de-9666-70ad7332ff5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88572ba1-af39-4ac3-b124-097e0792d00f {{(pid=83204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:46:21.497045 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-80ec6716-2330-45de-9666-70ad7332ff5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:21.511431 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.provisioning_blocks [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-80ec6716-2330-45de-9666-70ad7332ff5f service neutron] Transition to ACTIVE for port object 88572ba1-af39-4ac3-b124-097e0792d00f will not be triggered until provisioned by entity L2. {{(pid=83204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:46:21.514789 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-80ec6716-2330-45de-9666-70ad7332ff5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1172434'] for port, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:21.637241 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec6716-2330-45de-9666-70ad7332ff5f service neutron] Pushing event updated for resources: {'Port': ['ID=88572ba1-af39-4ac3-b124-097e0792d00f,revision_number=2']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:21.781841 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.managers [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-80ec6716-2330-45de-9666-70ad7332ff5f service neutron] Attempting to bind port 88572ba1-af39-4ac3-b124-097e0792d00f on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:46:21.782087 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.managers [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-80ec6716-2330-45de-9666-70ad7332ff5f service neutron] Attempting to bind port 88572ba1-af39-4ac3-b124-097e0792d00f by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '286254f5-04a7-4fc1-b5c9-72159fdcb92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'cce05bdf-fda3-427a-b8a1-e26d891a8b9e'}] {{(pid=83204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:46:21.782438 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-80ec6716-2330-45de-9666-70ad7332ff5f service neutron] Attempting to bind port 88572ba1-af39-4ac3-b124-097e0792d00f on network cce05bdf-fda3-427a-b8a1-e26d891a8b9e {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:46:21.791488 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-80ec6716-2330-45de-9666-70ad7332ff5f service neutron] Port 88572ba1-af39-4ac3-b124-097e0792d00f on network cce05bdf-fda3-427a-b8a1-e26d891a8b9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:46:21.791804 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-80ec6716-2330-45de-9666-70ad7332ff5f service neutron] Attempting to bind port 88572ba1-af39-4ac3-b124-097e0792d00f on network cce05bdf-fda3-427a-b8a1-e26d891a8b9e {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:46:21.812654 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-80ec6716-2330-45de-9666-70ad7332ff5f service neutron] Checking agent: {'id': '664d2378-5910-4a50-8747-70f7074f61b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'started_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:46:21.812998 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-80ec6716-2330-45de-9666-70ad7332ff5f service neutron] Checking segment: {'id': '286254f5-04a7-4fc1-b5c9-72159fdcb92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'cce05bdf-fda3-427a-b8a1-e26d891a8b9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:46:21.813361 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-80ec6716-2330-45de-9666-70ad7332ff5f service neutron] Bound using segment: {'id': '286254f5-04a7-4fc1-b5c9-72159fdcb92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'cce05bdf-fda3-427a-b8a1-e26d891a8b9e'} {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:46:21.813785 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.managers [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-80ec6716-2330-45de-9666-70ad7332ff5f service neutron] Bound port: 88572ba1-af39-4ac3-b124-097e0792d00f, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '286254f5-04a7-4fc1-b5c9-72159fdcb92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'cce05bdf-fda3-427a-b8a1-e26d891a8b9e'}}] {{(pid=83204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:46:21.814124 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-80ec6716-2330-45de-9666-70ad7332ff5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:21.868345 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c30b19-8315-494d-ba92-48c440ba5ed7 req-740b6615-187e-4caf-ba80-565269eeac75 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:21.869779 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-32c30b19-8315-494d-ba92-48c440ba5ed7 req-740b6615-187e-4caf-ba80-565269eeac75 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 945 time: 0.1335640 May 25 22:46:21.944895 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-32c30b19-8315-494d-ba92-48c440ba5ed7 req-7f0276b4-1c59-43db-b64f-33f156ee7b3b tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687511 May 25 22:46:21.945822 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-80ec6716-2330-45de-9666-70ad7332ff5f service neutron] For port 88572ba1-af39-4ac3-b124-097e0792d00f, host hv-cinder-84330, cleared binding levels {{(pid=83204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:46:21.948759 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-80ec6716-2330-45de-9666-70ad7332ff5f service neutron] For port 88572ba1-af39-4ac3-b124-097e0792d00f, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=88572ba1-af39-4ac3-b124-097e0792d00f,segment=NetworkSegment(286254f5-04a7-4fc1-b5c9-72159fdcb92b),segment_id=286254f5-04a7-4fc1-b5c9-72159fdcb92b)] {{(pid=83204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:46:21.955325 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-80ec6716-2330-45de-9666-70ad7332ff5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1172434'] for port, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:22.020492 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-80ec6716-2330-45de-9666-70ad7332ff5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:22.021821 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-80ec6716-2330-45de-9666-70ad7332ff5f service neutron] 10.222.0.15 "PUT /v2.0/ports/88572ba1-af39-4ac3-b124-097e0792d00f HTTP/1.1" status: 200 len: 1093 time: 1.0005813 May 25 22:46:22.022248 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5abb44b-4622-4741-a276-4d5cc1ae0c07', 'tag': '88572ba1-af39-4ac3-b124-097e0792d00f'}] {{(pid=83204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:46:22.038180 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec6716-2330-45de-9666-70ad7332ff5f service neutron] Pushing event updated for resources: {'Port': ['ID=88572ba1-af39-4ac3-b124-097e0792d00f,revision_number=3']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:22.106156 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91524b30-433f-4a3a-bfaf-6f1d7b45dd9f'] response: {'name': 'network-changed', 'server_uuid': 'c5abb44b-4622-4741-a276-4d5cc1ae0c07', 'tag': '88572ba1-af39-4ac3-b124-097e0792d00f', 'status': 'completed', 'code': 200} May 25 22:46:22.146449 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-06070041-b266-48d3-8739-562210f36ffc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4d82322399d5470ebaab04636d7de525&device_id=c5abb44b-4622-4741-a276-4d5cc1ae0c07 HTTP/1.1" status: 200 len: 1096 time: 0.0702031 May 25 22:46:22.222498 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-bd48b0ec-c601-48ed-931f-77f7cfbbb73d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88572ba1-af39-4ac3-b124-097e0792d00f HTTP/1.1" status: 200 len: 217 time: 0.0625408 May 25 22:46:22.282910 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-6e568841-dae9-4195-9f7c-3c143961944b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:22.284291 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-6e568841-dae9-4195-9f7c-3c143961944b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f59caaec-a9fd-44fc-b49a-dec1b98e2e49 HTTP/1.1" status: 200 len: 854 time: 0.0557466 May 25 22:46:22.329553 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-c20854c7-b11b-4f69-85d3-aab6b29a5c1a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cce05bdf-fda3-427a-b8a1-e26d891a8b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381019 May 25 22:46:22.564583 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-b944cea8-e51b-4b97-970c-6b7a6b6b3c53 service neutron] 10.222.0.15 "GET /v2.0/networks/cce05bdf-fda3-427a-b8a1-e26d891a8b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267473 May 25 22:46:22.674415 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863904a0-8644-42fa-859a-70b0d8911b1a req-90781a01-14fe-4f2f-a64e-91764d3bf42e tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:22.675022 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-863904a0-8644-42fa-859a-70b0d8911b1a req-90781a01-14fe-4f2f-a64e-91764d3bf42e tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Synchronizing usage tracker for tenant:4d82322399d5470ebaab04636d7de525 on resource:port {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:46:22.716198 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-863904a0-8644-42fa-859a-70b0d8911b1a req-90781a01-14fe-4f2f-a64e-91764d3bf42e tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Unset dirty status for tenant:4d82322399d5470ebaab04636d7de525 on resource:port {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:46:22.717307 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-863904a0-8644-42fa-859a-70b0d8911b1a req-90781a01-14fe-4f2f-a64e-91764d3bf42e tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5abb44b-4622-4741-a276-4d5cc1ae0c07 HTTP/1.1" status: 200 len: 943 time: 0.2168927 May 25 22:46:22.722319 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ba668730-7a86-4f14-b263-2aa1eb61ec6f req-42a74cde-1080-4eda-8d8f-46a43c57d26f service neutron] 10.222.0.15 "GET /v2.0/networks/cce05bdf-fda3-427a-b8a1-e26d891a8b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498456 May 25 22:46:22.762987 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-863904a0-8644-42fa-859a-70b0d8911b1a req-4a78480e-2fbd-4c25-b188-241f4945b60e tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e2fd9a9-765e-44d1-bee5-f09fdd1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397115 May 25 22:46:22.926871 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ed323d00-77d4-483f-bc62-d6cbbb5a6360 req-abe5a674-2ac6-4009-a566-d85fba5f6eee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4d82322399d5470ebaab04636d7de525&device_id=c5abb44b-4622-4741-a276-4d5cc1ae0c07 HTTP/1.1" status: 200 len: 1096 time: 0.0656769 May 25 22:46:22.975253 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 702a3d4d-40c5-40a0-b1e7-1af568258a30 up at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:46:23.048329 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning complete for port 702a3d4d-40c5-40a0-b1e7-1af568258a30 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:46:23.049065 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:23.055776 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed323d00-77d4-483f-bc62-d6cbbb5a6360 req-8e641213-ba52-4f6b-8895-3c2757ee1d78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:23.057198 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ed323d00-77d4-483f-bc62-d6cbbb5a6360 req-8e641213-ba52-4f6b-8895-3c2757ee1d78 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cce05bdf-fda3-427a-b8a1-e26d891a8b9e HTTP/1.1" status: 200 len: 915 time: 0.1250393 May 25 22:46:23.127482 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ed323d00-77d4-483f-bc62-d6cbbb5a6360 req-492d0e2d-66b9-4e12-9e7b-8b83b9408ea4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88572ba1-af39-4ac3-b124-097e0792d00f HTTP/1.1" status: 200 len: 217 time: 0.0639915 May 25 22:46:23.158937 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1b84b-7176-41a7-bdb0-5c0644209367 req-00d7aec6-dbf8-4d86-8747-d5e22c07bcc1 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:23.163408 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-2eb1b84b-7176-41a7-bdb0-5c0644209367 req-00d7aec6-dbf8-4d86-8747-d5e22c07bcc1 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 945 time: 0.0814564 May 25 22:46:23.167684 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:23.191856 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed323d00-77d4-483f-bc62-d6cbbb5a6360 req-bee10ae1-5315-4b7f-b559-5d7153dd4774 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:23.193839 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ed323d00-77d4-483f-bc62-d6cbbb5a6360 req-bee10ae1-5315-4b7f-b559-5d7153dd4774 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f59caaec-a9fd-44fc-b49a-dec1b98e2e49 HTTP/1.1" status: 200 len: 854 time: 0.0601463 May 25 22:46:23.196291 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec69b19-2c03-41d6-941f-472d42fc34c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702a3d4d-40c5-40a0-b1e7-1af568258a30'}] {{(pid=83205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:46:23.206688 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 702a3d4d-40c5-40a0-b1e7-1af568258a30, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=702a3d4d-40c5-40a0-b1e7-1af568258a30,segment=NetworkSegment(1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3),segment_id=1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:46:23.213242 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:23.216895 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-2eb1b84b-7176-41a7-bdb0-5c0644209367 req-52587cf3-8c19-4030-a1f1-ae21434191a3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506227 May 25 22:46:23.250970 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ed323d00-77d4-483f-bc62-d6cbbb5a6360 req-4d43f9f2-e8ad-4741-8049-b3a90ae47e8c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cce05bdf-fda3-427a-b8a1-e26d891a8b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504999 May 25 22:46:23.285269 dv-cinder-843305-1-smb neutron-server[83205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f795569e-7cf6-4d24-a402-73f476ed3403'] response: {'server_uuid': '7ec69b19-2c03-41d6-941f-472d42fc34c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702a3d4d-40c5-40a0-b1e7-1af568258a30', 'code': 200} May 25 22:46:23.290565 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=702a3d4d-40c5-40a0-b1e7-1af568258a30,revision_number=7']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:23.395683 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ed323d00-77d4-483f-bc62-d6cbbb5a6360 req-8f5ff8d8-68ba-430e-b829-a2a023d68194 service neutron] 10.222.0.15 "GET /v2.0/networks/cce05bdf-fda3-427a-b8a1-e26d891a8b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360996 May 25 22:46:23.522703 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ed323d00-77d4-483f-bc62-d6cbbb5a6360 req-98b7903c-a303-44a3-8343-dd9277bed06b service neutron] 10.222.0.15 "GET /v2.0/networks/cce05bdf-fda3-427a-b8a1-e26d891a8b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209307 May 25 22:46:23.966827 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a122d6-a974-4c3e-8107-0f56355445b8 req-a722b539-a0a2-4795-ace3-9cc1ecbe9915 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:23.968248 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-49a122d6-a974-4c3e-8107-0f56355445b8 req-a722b539-a0a2-4795-ace3-9cc1ecbe9915 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5abb44b-4622-4741-a276-4d5cc1ae0c07 HTTP/1.1" status: 200 len: 943 time: 0.0882421 May 25 22:46:24.012479 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-49a122d6-a974-4c3e-8107-0f56355445b8 req-fe6da352-96f2-45af-9ded-cb4081fd0112 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e2fd9a9-765e-44d1-bee5-f09fdd1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385909 May 25 22:46:24.414913 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e171a4e-6fd3-4e69-8bc0-336a86526f8d req-d7082262-9837-4d5d-a8f2-f4b1b6e59def tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:24.416314 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2e171a4e-6fd3-4e69-8bc0-336a86526f8d req-d7082262-9837-4d5d-a8f2-f4b1b6e59def tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 946 time: 0.0737894 May 25 22:46:24.459759 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2e171a4e-6fd3-4e69-8bc0-336a86526f8d req-971e2b9a-f9d8-4c55-8cb4-faffc7a26178 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373120 May 25 22:46:25.205824 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451504be-957f-45a4-a153-342d978a0a11 req-0fbed558-059c-41fc-8278-345cf4364d74 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:25.207276 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-451504be-957f-45a4-a153-342d978a0a11 req-0fbed558-059c-41fc-8278-345cf4364d74 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5abb44b-4622-4741-a276-4d5cc1ae0c07 HTTP/1.1" status: 200 len: 943 time: 0.0746834 May 25 22:46:25.328104 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-451504be-957f-45a4-a153-342d978a0a11 req-79156bdd-c8cd-4bab-8c8d-d73a5f45c521 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e2fd9a9-765e-44d1-bee5-f09fdd1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152403 May 25 22:46:25.666586 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473bd65-4788-47c1-b54f-6c080848de29 req-d4f0ef94-ae87-4bba-9d84-94445e743691 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:25.667994 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7473bd65-4788-47c1-b54f-6c080848de29 req-d4f0ef94-ae87-4bba-9d84-94445e743691 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 946 time: 0.0784600 May 25 22:46:25.711849 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7473bd65-4788-47c1-b54f-6c080848de29 req-0d69c693-b925-4036-a5b6-a724c1d30397 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384264 May 25 22:46:26.518699 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b3e90-fa11-4631-a3d0-5a1113680035 req-bc0e82e6-f67a-40f2-895c-a9ab5e3eff25 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:26.521072 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-a13b3e90-fa11-4631-a3d0-5a1113680035 req-bc0e82e6-f67a-40f2-895c-a9ab5e3eff25 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5abb44b-4622-4741-a276-4d5cc1ae0c07 HTTP/1.1" status: 200 len: 943 time: 0.0754268 May 25 22:46:26.565805 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-a13b3e90-fa11-4631-a3d0-5a1113680035 req-2f2ec871-cc79-4dbc-a0b5-20c8187a7d87 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e2fd9a9-765e-44d1-bee5-f09fdd1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393817 May 25 22:46:26.919111 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4e78b-e395-4e56-a915-aac7a68c9b59 req-05161ced-f57e-4853-b4dd-cb0aeff1b615 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:26.920527 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-34f4e78b-e395-4e56-a915-aac7a68c9b59 req-05161ced-f57e-4853-b4dd-cb0aeff1b615 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 946 time: 0.0742114 May 25 22:46:26.967223 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-34f4e78b-e395-4e56-a915-aac7a68c9b59 req-2d5be423-201a-4083-bdc3-b30c896316ff tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414016 May 25 22:46:26.976312 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 88572ba1-af39-4ac3-b124-097e0792d00f details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83205) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:46:27.106486 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 88572ba1-af39-4ac3-b124-097e0792d00f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=88572ba1-af39-4ac3-b124-097e0792d00f,segment=NetworkSegment(286254f5-04a7-4fc1-b5c9-72159fdcb92b),segment_id=286254f5-04a7-4fc1-b5c9-72159fdcb92b)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:46:27.120121 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Returning: {'device': '88572ba1-af39-4ac3-b124-097e0792d00f', 'network_id': 'cce05bdf-fda3-427a-b8a1-e26d891a8b9e', 'port_id': '88572ba1-af39-4ac3-b124-097e0792d00f', 'mac_address': 'fa:16:3e:da:0c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f59caaec-a9fd-44fc-b49a-dec1b98e2e49', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83205) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:46:27.179741 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:27.197093 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88572ba1-af39-4ac3-b124-097e0792d00f {{(pid=83205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:46:27.213083 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 88572ba1-af39-4ac3-b124-097e0792d00f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=88572ba1-af39-4ac3-b124-097e0792d00f,segment=NetworkSegment(286254f5-04a7-4fc1-b5c9-72159fdcb92b),segment_id=286254f5-04a7-4fc1-b5c9-72159fdcb92b)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:46:27.217437 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:27.286599 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=88572ba1-af39-4ac3-b124-097e0792d00f,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:27.710557 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['88572ba1-af39-4ac3-b124-097e0792d00f'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:46:27.795340 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7204e73-7e1e-4ebb-b064-382ebc53d6ed req-05844a71-a249-45ce-b25a-0a0fe7a2d7ad tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:27.797519 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e7204e73-7e1e-4ebb-b064-382ebc53d6ed req-05844a71-a249-45ce-b25a-0a0fe7a2d7ad tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5abb44b-4622-4741-a276-4d5cc1ae0c07 HTTP/1.1" status: 200 len: 944 time: 0.1117401 May 25 22:46:27.846203 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e7204e73-7e1e-4ebb-b064-382ebc53d6ed req-7c84d198-6f62-4a91-8ad2-084e3cb77726 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e2fd9a9-765e-44d1-bee5-f09fdd1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430331 May 25 22:46:28.187151 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51267a-0d8d-4630-a7e2-93d123626350 req-d44b8df6-4050-4449-b692-d9a4cb0a2c26 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:28.188513 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ea51267a-0d8d-4630-a7e2-93d123626350 req-d44b8df6-4050-4449-b692-d9a4cb0a2c26 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 946 time: 0.0789495 May 25 22:46:28.253746 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ea51267a-0d8d-4630-a7e2-93d123626350 req-68732177-e59f-416e-b67f-a0f1b08a3a86 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591905 May 25 22:46:28.997154 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 88572ba1-af39-4ac3-b124-097e0792d00f up at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:46:29.069884 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning for port 88572ba1-af39-4ac3-b124-097e0792d00f completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:46:29.075385 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning complete for port 88572ba1-af39-4ac3-b124-097e0792d00f triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:46:29.075806 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:29.076710 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623caa9-de22-485d-b92b-e0ea1000559c req-c4512321-f207-422f-92ca-aac20e36e3b1 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:29.078977 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-9623caa9-de22-485d-b92b-e0ea1000559c req-c4512321-f207-422f-92ca-aac20e36e3b1 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5abb44b-4622-4741-a276-4d5cc1ae0c07 HTTP/1.1" status: 200 len: 944 time: 0.0890820 May 25 22:46:29.132226 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-9623caa9-de22-485d-b92b-e0ea1000559c req-97d9fd2f-48e6-4ec5-8870-4fcb54d26b18 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e2fd9a9-765e-44d1-bee5-f09fdd1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465417 May 25 22:46:29.249731 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:29.277958 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5abb44b-4622-4741-a276-4d5cc1ae0c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88572ba1-af39-4ac3-b124-097e0792d00f'}] {{(pid=83205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:46:29.299763 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 88572ba1-af39-4ac3-b124-097e0792d00f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=88572ba1-af39-4ac3-b124-097e0792d00f,segment=NetworkSegment(286254f5-04a7-4fc1-b5c9-72159fdcb92b),segment_id=286254f5-04a7-4fc1-b5c9-72159fdcb92b)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:46:29.309463 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:29.397835 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=88572ba1-af39-4ac3-b124-097e0792d00f,revision_number=5']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:29.411490 dv-cinder-843305-1-smb neutron-server[83205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-225dc03a-f57a-4d6e-8028-ed4d70a626a2'] response: {'server_uuid': 'c5abb44b-4622-4741-a276-4d5cc1ae0c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88572ba1-af39-4ac3-b124-097e0792d00f', 'code': 200} May 25 22:46:29.513469 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afafa97-6ead-46fb-96b1-8af7a24b69b2 req-1fccaaec-f21e-4c42-bba4-bf53db8425cc tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:29.520784 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-4afafa97-6ead-46fb-96b1-8af7a24b69b2 req-1fccaaec-f21e-4c42-bba4-bf53db8425cc tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 946 time: 0.0973794 May 25 22:46:29.573873 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-4afafa97-6ead-46fb-96b1-8af7a24b69b2 req-9079d840-05e0-4cff-bc4a-d1423ee78934 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521371 May 25 22:46:29.766034 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2a43ad47-42ef-4ca8-b783-6970cd6b1a31 req-c3e14424-a69b-48d6-90ee-f5a5094fdb55 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c5abb44b-4622-4741-a276-4d5cc1ae0c07 HTTP/1.1" status: 200 len: 1098 time: 0.1015148 May 25 22:46:29.825747 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2a43ad47-42ef-4ca8-b783-6970cd6b1a31 req-2e6d8d98-9885-45fa-9e06-3838bba38cd8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2e2fd9a9-765e-44d1-bee5-f09fdd1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466771 May 25 22:46:30.346459 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb341e86-c6b1-4b2f-bf89-103619936d4c req-524942a8-2283-4971-9c68-788c1c3fa8c1 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:30.347882 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-fb341e86-c6b1-4b2f-bf89-103619936d4c req-524942a8-2283-4971-9c68-788c1c3fa8c1 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5abb44b-4622-4741-a276-4d5cc1ae0c07 HTTP/1.1" status: 200 len: 945 time: 0.0786607 May 25 22:46:30.393896 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-fb341e86-c6b1-4b2f-bf89-103619936d4c req-9cdb9570-42b6-4d04-8c61-8fa4e03c4049 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e2fd9a9-765e-44d1-bee5-f09fdd1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400269 May 25 22:46:30.789122 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883da66-20f1-43d2-a722-af56a3b0428e req-54bdea08-f82a-4b2f-b0d7-76d97be702e2 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:30.793564 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-c883da66-20f1-43d2-a722-af56a3b0428e req-54bdea08-f82a-4b2f-b0d7-76d97be702e2 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 946 time: 0.0839305 May 25 22:46:30.845321 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-c883da66-20f1-43d2-a722-af56a3b0428e req-e59fc007-137f-4451-8821-8db5a0b2cc79 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469220 May 25 22:46:31.700813 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4cf227-3cd6-4fd3-b4fc-c7d1ee93fe42 req-9ad82f91-3ef8-46c1-b551-4b8c9da3f9b0 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:31.702457 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bb4cf227-3cd6-4fd3-b4fc-c7d1ee93fe42 req-9ad82f91-3ef8-46c1-b551-4b8c9da3f9b0 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5abb44b-4622-4741-a276-4d5cc1ae0c07 HTTP/1.1" status: 200 len: 945 time: 0.1628287 May 25 22:46:31.749252 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bb4cf227-3cd6-4fd3-b4fc-c7d1ee93fe42 req-0b7e4531-95e6-45b7-9eca-aa3c07985504 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e2fd9a9-765e-44d1-bee5-f09fdd1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407932 May 25 22:46:32.097213 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45158c8a-e154-4426-92b7-a4a74d87c88a req-4d7ed6cf-7362-4d5f-8186-1bd44e3742f4 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:32.104198 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-45158c8a-e154-4426-92b7-a4a74d87c88a req-4d7ed6cf-7362-4d5f-8186-1bd44e3742f4 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 946 time: 0.0903873 May 25 22:46:32.158456 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-45158c8a-e154-4426-92b7-a4a74d87c88a req-59e9b58d-067c-4bad-83fe-0f9c7c81f0cb tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523593 May 25 22:46:33.387605 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b91b07-92ce-4400-9653-51485c2abb56 req-e8165085-5d30-4f65-bee6-c8fe0cf20b0c tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:33.389206 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c3b91b07-92ce-4400-9653-51485c2abb56 req-e8165085-5d30-4f65-bee6-c8fe0cf20b0c tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 946 time: 0.0790460 May 25 22:46:33.463568 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c3b91b07-92ce-4400-9653-51485c2abb56 req-0d50ca8b-02ad-4417-8975-3f36ddb9be65 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682247 May 25 22:46:33.830144 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:34.387182 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:46:34.710239 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbbafd-14ff-4fc9-88f1-d0390558ba66 req-3b478281-28b6-466d-96a8-6526ffce5036 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:34.711717 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-76fbbafd-14ff-4fc9-88f1-d0390558ba66 req-3b478281-28b6-466d-96a8-6526ffce5036 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 946 time: 0.0926256 May 25 22:46:34.787788 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-76fbbafd-14ff-4fc9-88f1-d0390558ba66 req-9566a559-6f4d-4503-8de5-cf62f9e9fa56 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544112 May 25 22:46:36.049068 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3797bf4-aee9-4382-99e9-b98495a12c9c req-019441b1-4564-41b1-b7e5-6a3f1033970a tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:36.051177 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-e3797bf4-aee9-4382-99e9-b98495a12c9c req-019441b1-4564-41b1-b7e5-6a3f1033970a tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 946 time: 0.0984735 May 25 22:46:36.103875 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-e3797bf4-aee9-4382-99e9-b98495a12c9c req-fc0a6a6c-dc25-4dfe-9813-85bad507c805 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423825 May 25 22:46:37.352774 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85344344-8a1e-43b5-a0df-b68fde4875f4 req-a21a825d-38a6-43dd-ae98-93d82c19351b tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:37.357299 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-85344344-8a1e-43b5-a0df-b68fde4875f4 req-a21a825d-38a6-43dd-ae98-93d82c19351b tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 946 time: 0.0951145 May 25 22:46:37.411095 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-85344344-8a1e-43b5-a0df-b68fde4875f4 req-35754250-276c-4da0-a611-940f1fb97b63 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505064 May 25 22:46:38.625376 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c107bf-93eb-4191-b80a-db653e67af6f req-f0b9394f-30cc-4ba5-9155-043ce9a51c0b tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:38.626832 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-69c107bf-93eb-4191-b80a-db653e67af6f req-f0b9394f-30cc-4ba5-9155-043ce9a51c0b tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 946 time: 0.0759597 May 25 22:46:38.674710 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-69c107bf-93eb-4191-b80a-db653e67af6f req-fbc2f38c-2f18-4bc4-a6e8-b212d82211fc tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422351 May 25 22:46:38.993865 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2384250d-eda3-4cfe-8c7c-2c0745e3d416 req-d341c3c0-9239-40cb-b82a-43fbfa551fef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8070272689ae4feda68b4ce15376a6be&device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 1099 time: 0.0731919 May 25 22:46:39.124937 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384250d-eda3-4cfe-8c7c-2c0745e3d416 req-8527ee4b-1092-4114-ac77-2a21ace40914 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:39.126372 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2384250d-eda3-4cfe-8c7c-2c0745e3d416 req-8527ee4b-1092-4114-ac77-2a21ace40914 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0e051db-549c-4c00-b572-ba45117467c0 HTTP/1.1" status: 200 len: 918 time: 0.1248267 May 25 22:46:39.232577 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2384250d-eda3-4cfe-8c7c-2c0745e3d416 req-3b46a6dd-015d-4f7b-9162-d98dd7b2f4f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=702a3d4d-40c5-40a0-b1e7-1af568258a30 HTTP/1.1" status: 200 len: 1002 time: 0.0980322 May 25 22:46:39.295586 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384250d-eda3-4cfe-8c7c-2c0745e3d416 req-e7a6512b-99eb-400a-b04b-d3036766264f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:39.297068 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2384250d-eda3-4cfe-8c7c-2c0745e3d416 req-e7a6512b-99eb-400a-b04b-d3036766264f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9149cc5-7f23-4821-b9e2-fe53e98b46ba HTTP/1.1" status: 200 len: 856 time: 0.0572138 May 25 22:46:39.379744 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2384250d-eda3-4cfe-8c7c-2c0745e3d416 req-a5c0b93e-0dbb-4276-9b07-5cec1c146cda service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0e051db-549c-4c00-b572-ba45117467c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0754383 May 25 22:46:39.512246 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2384250d-eda3-4cfe-8c7c-2c0745e3d416 req-ece9afa5-4f17-400a-9260-33d5ac7fa26e service neutron] 10.222.0.15 "GET /v2.0/networks/f0e051db-549c-4c00-b572-ba45117467c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238875 May 25 22:46:39.644084 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2384250d-eda3-4cfe-8c7c-2c0745e3d416 req-23c94b30-76b2-4d6b-881a-6247accfc8de service neutron] 10.222.0.15 "GET /v2.0/networks/f0e051db-549c-4c00-b572-ba45117467c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261206 May 25 22:46:39.894042 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359e885-8ee3-48b7-90c0-172ad68e4fbd req-66bf4614-9f09-48ec-b42e-c61e99d973f2 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:39.895435 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-8359e885-8ee3-48b7-90c0-172ad68e4fbd req-66bf4614-9f09-48ec-b42e-c61e99d973f2 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 946 time: 0.0805576 May 25 22:46:39.942192 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-8359e885-8ee3-48b7-90c0-172ad68e4fbd req-7a1ae6e8-695b-4c89-925b-c4df2daaf793 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413437 May 25 22:46:40.865095 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-6036110f-7713-4aec-92b9-b1ea0dfb91b5 req-acefa4de-5c6c-4b3f-babe-ca5d6486962e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8070272689ae4feda68b4ce15376a6be&device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 1099 time: 0.0702074 May 25 22:46:41.025018 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036110f-7713-4aec-92b9-b1ea0dfb91b5 req-eb4c363b-a1a0-47cc-9e01-b46b99d0ef21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:41.026697 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-6036110f-7713-4aec-92b9-b1ea0dfb91b5 req-eb4c363b-a1a0-47cc-9e01-b46b99d0ef21 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0e051db-549c-4c00-b572-ba45117467c0 HTTP/1.1" status: 200 len: 918 time: 0.1424084 May 25 22:46:41.182265 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-6036110f-7713-4aec-92b9-b1ea0dfb91b5 req-dc6a804c-72eb-49c5-b790-0bfaeae1a3d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=702a3d4d-40c5-40a0-b1e7-1af568258a30 HTTP/1.1" status: 200 len: 1002 time: 0.1478133 May 25 22:46:41.238383 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39b864-83a6-42ce-97a7-1ee675a831c7 req-85c09328-e3a0-4f8b-9479-a5761792dad1 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:41.239791 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-aa39b864-83a6-42ce-97a7-1ee675a831c7 req-85c09328-e3a0-4f8b-9479-a5761792dad1 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 946 time: 0.1527076 May 25 22:46:41.282592 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036110f-7713-4aec-92b9-b1ea0dfb91b5 req-0efd94ae-8bf9-47d3-9ef3-7c975b36b381 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:41.283973 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-6036110f-7713-4aec-92b9-b1ea0dfb91b5 req-0efd94ae-8bf9-47d3-9ef3-7c975b36b381 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9149cc5-7f23-4821-b9e2-fe53e98b46ba HTTP/1.1" status: 200 len: 856 time: 0.0928230 May 25 22:46:41.333208 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-aa39b864-83a6-42ce-97a7-1ee675a831c7 req-fc2b0b3f-ef3d-4819-b7e1-7718560b0569 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877786 May 25 22:46:41.365327 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-6036110f-7713-4aec-92b9-b1ea0dfb91b5 req-84cf275a-04fd-4a98-894e-ac235f72e7da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0e051db-549c-4c00-b572-ba45117467c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740929 May 25 22:46:41.578103 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-6036110f-7713-4aec-92b9-b1ea0dfb91b5 req-b1db15bb-19ef-46e2-afa0-9b2377d8fc22 service neutron] 10.222.0.15 "GET /v2.0/networks/f0e051db-549c-4c00-b572-ba45117467c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869488 May 25 22:46:41.762513 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-6036110f-7713-4aec-92b9-b1ea0dfb91b5 req-c551e6b5-44b9-4255-8f79-8591245fd059 service neutron] 10.222.0.15 "GET /v2.0/networks/f0e051db-549c-4c00-b572-ba45117467c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295583 May 25 22:46:42.538512 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5469217-fa37-48dd-bc9b-14265b15943e req-0014d4fb-23c2-478c-9dec-2f77add242a3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:42.539964 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b5469217-fa37-48dd-bc9b-14265b15943e req-0014d4fb-23c2-478c-9dec-2f77add242a3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 946 time: 0.0741768 May 25 22:46:42.586872 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b5469217-fa37-48dd-bc9b-14265b15943e req-a7f25293-90d2-4670-a428-eb6a06b2a7ab tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409343 May 25 22:46:42.627008 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-ae50dfe9-8bf6-4c95-aebd-58f6c7b47677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:43.107117 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 702a3d4d-40c5-40a0-b1e7-1af568258a30 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:46:43.220175 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:43.251660 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec69b19-2c03-41d6-941f-472d42fc34c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '702a3d4d-40c5-40a0-b1e7-1af568258a30'}] {{(pid=83205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:46:43.258108 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 702a3d4d-40c5-40a0-b1e7-1af568258a30, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=702a3d4d-40c5-40a0-b1e7-1af568258a30,segment=NetworkSegment(1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3),segment_id=1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:46:43.263346 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:43.330250 dv-cinder-843305-1-smb neutron-server[83205]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7408b459-5e55-443c-b755-cbd6e54294d5']: {'server_uuid': '7ec69b19-2c03-41d6-941f-472d42fc34c8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '702a3d4d-40c5-40a0-b1e7-1af568258a30', 'code': 422} returned with failed status May 25 22:46:43.346414 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=702a3d4d-40c5-40a0-b1e7-1af568258a30,revision_number=8']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:43.942323 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a6f587b9-38d4-482f-9f57-e24be35153f7 req-d7deed28-fa1d-4d7c-81e3-0bf33dbfe79d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0691178 May 25 22:46:44.296926 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b90c2908-c9ab-4b3a-b5c3-d262f4420ad9 req-570f82b8-5395-47a8-857e-8a801f682649 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1370432 May 25 22:46:44.303056 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00375b0d-72fc-4ec8-a360-123587240e1d req-01acfa6f-7386-410b-a9ab-5a649b0b8f97 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:44.304771 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-00375b0d-72fc-4ec8-a360-123587240e1d req-01acfa6f-7386-410b-a9ab-5a649b0b8f97 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 944 time: 0.1165729 May 25 22:46:44.354497 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-00375b0d-72fc-4ec8-a360-123587240e1d req-5519aec5-43fc-4ae7-93dc-7beebec9c589 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423658 May 25 22:46:44.775589 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6a9b77cf-808f-4cad-8252-d2e00ac36e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:44.831934 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b90c2908-c9ab-4b3a-b5c3-d262f4420ad9 req-fb3647f4-e25f-4aa0-9868-803c7a09f88e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8&tenant_id=8070272689ae4feda68b4ce15376a6be HTTP/1.1" status: 200 len: 1097 time: 0.0683963 May 25 22:46:44.949460 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b90c2908-c9ab-4b3a-b5c3-d262f4420ad9 req-74bb754f-f8b2-42f1-8184-913f3b3cbf88 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8070272689ae4feda68b4ce15376a6be&device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 1097 time: 0.0695634 May 25 22:46:45.076392 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c2908-c9ab-4b3a-b5c3-d262f4420ad9 req-bdc05b01-5c14-491e-8df9-c8d7bc3b5a03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:45.077788 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b90c2908-c9ab-4b3a-b5c3-d262f4420ad9 req-bdc05b01-5c14-491e-8df9-c8d7bc3b5a03 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0e051db-549c-4c00-b572-ba45117467c0 HTTP/1.1" status: 200 len: 918 time: 0.1224637 May 25 22:46:45.179113 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b90c2908-c9ab-4b3a-b5c3-d262f4420ad9 req-f0a1ec27-285d-4a20-9f7d-42f151bb1168 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=702a3d4d-40c5-40a0-b1e7-1af568258a30 HTTP/1.1" status: 200 len: 1000 time: 0.0944715 May 25 22:46:45.240702 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c2908-c9ab-4b3a-b5c3-d262f4420ad9 req-a162256b-3e07-4d3d-be6c-010fc146128b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:45.242116 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b90c2908-c9ab-4b3a-b5c3-d262f4420ad9 req-a162256b-3e07-4d3d-be6c-010fc146128b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9149cc5-7f23-4821-b9e2-fe53e98b46ba HTTP/1.1" status: 200 len: 856 time: 0.0567002 May 25 22:46:45.318083 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b90c2908-c9ab-4b3a-b5c3-d262f4420ad9 req-bceb1921-0182-4158-adb4-16df75db2207 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0e051db-549c-4c00-b572-ba45117467c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0659673 May 25 22:46:45.450451 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b90c2908-c9ab-4b3a-b5c3-d262f4420ad9 req-1b3b4fd3-876d-44bf-92d6-e01214af25e9 service neutron] 10.222.0.15 "GET /v2.0/networks/f0e051db-549c-4c00-b572-ba45117467c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219556 May 25 22:46:45.632330 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b90c2908-c9ab-4b3a-b5c3-d262f4420ad9 req-07108209-98dc-40a3-8ad8-cabbed134746 service neutron] 10.222.0.15 "GET /v2.0/networks/f0e051db-549c-4c00-b572-ba45117467c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744134 May 25 22:46:45.644903 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2b822-60af-40a5-bb5a-730cc5f33a9c req-ea43538a-73b1-4835-8d94-cc86cbba2e19 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:45.646162 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-f7e2b822-60af-40a5-bb5a-730cc5f33a9c req-ea43538a-73b1-4835-8d94-cc86cbba2e19 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 944 time: 0.1216328 May 25 22:46:45.691422 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-f7e2b822-60af-40a5-bb5a-730cc5f33a9c req-f9bbd502-b8b3-4926-bb4b-07c309d2ce83 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396910 May 25 22:46:45.998431 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:46.401266 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:46.912299 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486f6f6-8d9c-4ff9-9626-007dee925ad7 req-0454afe9-d95d-4873-824f-662962cd492b tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:46.913756 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-c486f6f6-8d9c-4ff9-9626-007dee925ad7 req-0454afe9-d95d-4873-824f-662962cd492b tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 944 time: 0.0797656 May 25 22:46:46.967115 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-c486f6f6-8d9c-4ff9-9626-007dee925ad7 req-ac920c5f-c525-4435-ad2a-93c98334f24a tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472965 May 25 22:46:47.537213 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:48.207826 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a66ba8-379f-4763-8ce1-663f2f08dea6 req-895c811b-79a8-449c-b7ee-b37c19b202a3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:48.209626 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-16a66ba8-379f-4763-8ce1-663f2f08dea6 req-895c811b-79a8-449c-b7ee-b37c19b202a3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 944 time: 0.0968649 May 25 22:46:48.267658 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-16a66ba8-379f-4763-8ce1-663f2f08dea6 req-3a316671-bf98-4197-a925-5d0500bde056 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510278 May 25 22:46:49.527852 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e48891-342f-484f-b193-e2a42497b0b5 req-0a271077-4d28-4c91-984a-925c0d9b038c tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:49.529339 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-92e48891-342f-484f-b193-e2a42497b0b5 req-0a271077-4d28-4c91-984a-925c0d9b038c tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 944 time: 0.0847106 May 25 22:46:49.578034 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-92e48891-342f-484f-b193-e2a42497b0b5 req-87fc3b9f-f6c9-47c2-83bb-0a4323f30b64 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427160 May 25 22:46:50.792706 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d80bd-258e-421d-a30b-ebebb1448874 req-f755ce56-e8d4-49cf-b85c-5e23359341b4 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:50.794609 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-825d80bd-258e-421d-a30b-ebebb1448874 req-f755ce56-e8d4-49cf-b85c-5e23359341b4 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 944 time: 0.0793939 May 25 22:46:50.844453 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-825d80bd-258e-421d-a30b-ebebb1448874 req-a68e129c-dbc4-4cdb-b00b-8f5d8e77ded6 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423374 May 25 22:46:52.078555 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcade0-46b6-49aa-91c3-a2ac96319185 req-0468aeaa-88d3-4456-8ddd-43a15e1b1749 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:52.080126 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5dfcade0-46b6-49aa-91c3-a2ac96319185 req-0468aeaa-88d3-4456-8ddd-43a15e1b1749 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 944 time: 0.0807838 May 25 22:46:52.127551 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5dfcade0-46b6-49aa-91c3-a2ac96319185 req-9e0d4272-f420-4a98-864d-b925d58c6be5 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418973 May 25 22:46:57.829291 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 45346) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:58.212570 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [None req-2d7ff253-de78-4812-b0aa-2a0f2aec57d2 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Deleting port fb037266-01b0-49fd-8d30-27c000505b0e {{(pid=83204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:46:58.212781 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-2d7ff253-de78-4812-b0aa-2a0f2aec57d2 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:58.380302 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-2d7ff253-de78-4812-b0aa-2a0f2aec57d2 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:58.380622 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-2d7ff253-de78-4812-b0aa-2a0f2aec57d2 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:58.494923 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [None req-2d7ff253-de78-4812-b0aa-2a0f2aec57d2 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Calling delete_port for fb037266-01b0-49fd-8d30-27c000505b0e owned by network:floatingip {{(pid=83204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:46:58.643487 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-2d7ff253-de78-4812-b0aa-2a0f2aec57d2 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:58.687482 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ff253-de78-4812-b0aa-2a0f2aec57d2 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Pushing event deleted for resources: {'Port': ['ID=fb037266-01b0-49fd-8d30-27c000505b0e,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:58.795631 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-2d7ff253-de78-4812-b0aa-2a0f2aec57d2 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks [] for floatingip, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:59.201941 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7ff253-de78-4812-b0aa-2a0f2aec57d2 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Router 60500e83-27bb-420a-b65e-a6043e376a12 has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:46:59.396966 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7ff253-de78-4812-b0aa-2a0f2aec57d2 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:46:59.406700 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f15913-1ac4-416e-8edd-da81db2ddfb1 None None] Sync routers for ids ['60500e83-27bb-420a-b65e-a6043e376a12'] in dv-cinder-843305-1-smb {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:46:59.417052 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-2d7ff253-de78-4812-b0aa-2a0f2aec57d2 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for floatingip, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:59.419338 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f15913-1ac4-416e-8edd-da81db2ddfb1 None None] Routers {'60500e83-27bb-420a-b65e-a6043e376a12'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:46:59.419923 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-f3f15913-1ac4-416e-8edd-da81db2ddfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:46:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['60500e83-27bb-420a-b65e-a6043e376a12'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:46:59.473500 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-2d7ff253-de78-4812-b0aa-2a0f2aec57d2 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "DELETE /v2.0/floatingips/960a1ea4-94f8-402c-8986-adbf6478cbc8 HTTP/1.1" status: 204 len: 168 time: 1.6430471 May 25 22:46:59.474222 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473e5d59-ba77-480a-b9ac-621a50ecbc1b', 'tag': '49e60f96-08c0-490a-a4af-0142a8e96815'}] {{(pid=83204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:46:59.592182 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-f3f15913-1ac4-416e-8edd-da81db2ddfb1 None None] Set router 60500e83-27bb-420a-b65e-a6043e376a12 gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:46:59.892542 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-f3f15913-1ac4-416e-8edd-da81db2ddfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60500e83-27bb-420a-b65e-a6043e376a12', 'name': 'tempest-TestShelveInstance-590884545-router', 'tenant_id': '05f43f82cc184502b28337f6aa9a35c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': '4d79cef5-cfd8-47c1-98d5-adb37d307930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:40:43Z', 'updated_at': '2022-05-25T22:40:48Z', 'revision_number': 4, 'project_id': '05f43f82cc184502b28337f6aa9a35c6', 'gw_port': {'id': '4d79cef5-cfd8-47c1-98d5-adb37d307930', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60500e83-27bb-420a-b65e-a6043e376a12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:43Z', 'updated_at': '2022-05-25T22:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '4db35864-7b6b-4e53-9731-22b91df09276', 'name': '', 'network_id': 'e9b64c1d-c92f-412a-9314-13490698471d', 'tenant_id': '05f43f82cc184502b28337f6aa9a35c6', 'mac_address': 'fa:16:3e:7e:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60500e83-27bb-420a-b65e-a6043e376a12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8a3ebb2-0194-4483-94f1-c90c15af48f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:47Z', 'updated_at': '2022-05-25T22:40:56Z', 'revision_number': 5, 'project_id': '05f43f82cc184502b28337f6aa9a35c6', 'subnets': [{'id': 'd8a3ebb2-0194-4483-94f1-c90c15af48f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:46:59.896251 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f15913-1ac4-416e-8edd-da81db2ddfb1 None None] Checking router: 60500e83-27bb-420a-b65e-a6043e376a12 for host: dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:46:59.907082 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f15913-1ac4-416e-8edd-da81db2ddfb1 None None] Routers {'60500e83-27bb-420a-b65e-a6043e376a12'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:46:59.907665 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-f3f15913-1ac4-416e-8edd-da81db2ddfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:46:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['60500e83-27bb-420a-b65e-a6043e376a12'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:00.076533 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-f3f15913-1ac4-416e-8edd-da81db2ddfb1 None None] Set router 60500e83-27bb-420a-b65e-a6043e376a12 gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:47:00.380204 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-f3f15913-1ac4-416e-8edd-da81db2ddfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60500e83-27bb-420a-b65e-a6043e376a12', 'name': 'tempest-TestShelveInstance-590884545-router', 'tenant_id': '05f43f82cc184502b28337f6aa9a35c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': '4d79cef5-cfd8-47c1-98d5-adb37d307930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:40:43Z', 'updated_at': '2022-05-25T22:40:48Z', 'revision_number': 4, 'project_id': '05f43f82cc184502b28337f6aa9a35c6', 'gw_port': {'id': '4d79cef5-cfd8-47c1-98d5-adb37d307930', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60500e83-27bb-420a-b65e-a6043e376a12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:43Z', 'updated_at': '2022-05-25T22:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '4db35864-7b6b-4e53-9731-22b91df09276', 'name': '', 'network_id': 'e9b64c1d-c92f-412a-9314-13490698471d', 'tenant_id': '05f43f82cc184502b28337f6aa9a35c6', 'mac_address': 'fa:16:3e:7e:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60500e83-27bb-420a-b65e-a6043e376a12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8a3ebb2-0194-4483-94f1-c90c15af48f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:47Z', 'updated_at': '2022-05-25T22:40:56Z', 'revision_number': 5, 'project_id': '05f43f82cc184502b28337f6aa9a35c6', 'subnets': [{'id': 'd8a3ebb2-0194-4483-94f1-c90c15af48f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:00.384361 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f15913-1ac4-416e-8edd-da81db2ddfb1 None None] The sync data for ids ['60500e83-27bb-420a-b65e-a6043e376a12'] in dv-cinder-843305-1-smb is: [{'id': '60500e83-27bb-420a-b65e-a6043e376a12', 'name': 'tempest-TestShelveInstance-590884545-router', 'tenant_id': '05f43f82cc184502b28337f6aa9a35c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': '4d79cef5-cfd8-47c1-98d5-adb37d307930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:40:43Z', 'updated_at': '2022-05-25T22:40:48Z', 'revision_number': 4, 'project_id': '05f43f82cc184502b28337f6aa9a35c6', 'gw_port': {'id': '4d79cef5-cfd8-47c1-98d5-adb37d307930', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60500e83-27bb-420a-b65e-a6043e376a12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:43Z', 'updated_at': '2022-05-25T22:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '4db35864-7b6b-4e53-9731-22b91df09276', 'name': '', 'network_id': 'e9b64c1d-c92f-412a-9314-13490698471d', 'tenant_id': '05f43f82cc184502b28337f6aa9a35c6', 'mac_address': 'fa:16:3e:7e:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60500e83-27bb-420a-b65e-a6043e376a12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8a3ebb2-0194-4483-94f1-c90c15af48f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:47Z', 'updated_at': '2022-05-25T22:40:56Z', 'revision_number': 5, 'project_id': '05f43f82cc184502b28337f6aa9a35c6', 'subnets': [{'id': 'd8a3ebb2-0194-4483-94f1-c90c15af48f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:47:00.631398 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e92a648-e6ad-4aa9-bdc6-a270e9d1449a None None] New status for floating IP 960a1ea4-94f8-402c-8986-adbf6478cbc8: DOWN {{(pid=83205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:47:00.892311 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a6b72-4400-43df-9c79-eb1844e0dfd0 req-56b5bca6-d45c-4b6d-8af6-c8b1b4096f67 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:00.894428 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-091a6b72-4400-43df-9c79-eb1844e0dfd0 req-56b5bca6-d45c-4b6d-8af6-c8b1b4096f67 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 944 time: 0.0906968 May 25 22:47:00.953079 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-091a6b72-4400-43df-9c79-eb1844e0dfd0 req-e50d2cf5-c384-4e42-87f6-a78d0a3c11d7 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526526 May 25 22:47:00.986312 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d307904-6a18-4df6-a4bb-b938345a8026'] response: {'name': 'network-changed', 'server_uuid': '473e5d59-ba77-480a-b9ac-621a50ecbc1b', 'tag': '49e60f96-08c0-490a-a4af-0142a8e96815', 'status': 'completed', 'code': 200} May 25 22:47:01.266949 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a7d17fff-7a06-4549-acd8-b6d1281c9078 req-8432c106-a651-4144-98ae-5fc8e16df775 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05f43f82cc184502b28337f6aa9a35c6&device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 1098 time: 0.2040710 May 25 22:47:01.273426 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a80b7-6038-4ead-ad50-b7ccafdd66b1 req-a1fd65fc-ea14-44a0-ab99-9dcae709e4fe tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:01.274070 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-612a80b7-6038-4ead-ad50-b7ccafdd66b1 req-a1fd65fc-ea14-44a0-ab99-9dcae709e4fe tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Synchronizing usage tracker for tenant:05f43f82cc184502b28337f6aa9a35c6 on resource:port {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:47:01.363837 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-612a80b7-6038-4ead-ad50-b7ccafdd66b1 req-a1fd65fc-ea14-44a0-ab99-9dcae709e4fe tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Unset dirty status for tenant:05f43f82cc184502b28337f6aa9a35c6 on resource:port {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:47:01.364894 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-612a80b7-6038-4ead-ad50-b7ccafdd66b1 req-a1fd65fc-ea14-44a0-ab99-9dcae709e4fe tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 945 time: 0.2718258 May 25 22:47:01.441288 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d17fff-7a06-4549-acd8-b6d1281c9078 req-073558d5-446b-4a06-ac0c-f4728a500716 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:01.442746 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a7d17fff-7a06-4549-acd8-b6d1281c9078 req-073558d5-446b-4a06-ac0c-f4728a500716 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9b64c1d-c92f-412a-9314-13490698471d HTTP/1.1" status: 200 len: 909 time: 0.1651983 May 25 22:47:01.445192 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-612a80b7-6038-4ead-ad50-b7ccafdd66b1 req-1334004c-e874-4fcf-b19f-ef9dcef9b4d8 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730376 May 25 22:47:01.514647 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a7d17fff-7a06-4549-acd8-b6d1281c9078 req-2dd73a2c-dc4f-4593-935d-61e6ab30a873 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49e60f96-08c0-490a-a4af-0142a8e96815 HTTP/1.1" status: 200 len: 217 time: 0.0633810 May 25 22:47:01.576516 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d17fff-7a06-4549-acd8-b6d1281c9078 req-6f42e983-2fb9-4975-8b1f-24f2ac634ef7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:01.577916 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a7d17fff-7a06-4549-acd8-b6d1281c9078 req-6f42e983-2fb9-4975-8b1f-24f2ac634ef7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8a3ebb2-0194-4483-94f1-c90c15af48f6 HTTP/1.1" status: 200 len: 847 time: 0.0562418 May 25 22:47:01.653713 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a7d17fff-7a06-4549-acd8-b6d1281c9078 req-3c5c0bb3-4833-4fd3-84a6-7052b20aaca8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9b64c1d-c92f-412a-9314-13490698471d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0688279 May 25 22:47:01.779535 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a7d17fff-7a06-4549-acd8-b6d1281c9078 req-1c750958-85b8-4dd2-a418-9f3094b26cdc service neutron] 10.222.0.15 "GET /v2.0/networks/e9b64c1d-c92f-412a-9314-13490698471d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198878 May 25 22:47:01.911040 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a7d17fff-7a06-4549-acd8-b6d1281c9078 req-efb7c1ae-e79e-4c41-b14d-39292851bd1a service neutron] 10.222.0.15 "GET /v2.0/networks/e9b64c1d-c92f-412a-9314-13490698471d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252294 May 25 22:47:02.167082 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6817e5-9617-4fc6-bc0b-383f69700c54 req-c3a83e32-e065-4a9d-9e00-17d6b002ad22 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:02.169957 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-cf6817e5-9617-4fc6-bc0b-383f69700c54 req-c3a83e32-e065-4a9d-9e00-17d6b002ad22 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 944 time: 0.0817685 May 25 22:47:02.220196 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-cf6817e5-9617-4fc6-bc0b-383f69700c54 req-c2958145-df92-4185-a5f0-d1ec0710179b tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444536 May 25 22:47:02.636936 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b7a05-8bf1-45af-b7fc-45c73f68ac57 req-8a7315ea-9d76-4b5f-bf3f-eee02fa05060 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:02.638443 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-fe4b7a05-8bf1-45af-b7fc-45c73f68ac57 req-8a7315ea-9d76-4b5f-bf3f-eee02fa05060 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 945 time: 0.0747633 May 25 22:47:02.682914 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-fe4b7a05-8bf1-45af-b7fc-45c73f68ac57 req-d7720797-db66-4894-80a4-101c39763362 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391912 May 25 22:47:03.435699 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848385d-07b7-4acc-9ca8-bc9ef9b4c5d1 req-7b4c82b1-c338-4a34-963e-358202c1f913 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:03.437149 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-0848385d-07b7-4acc-9ca8-bc9ef9b4c5d1 req-7b4c82b1-c338-4a34-963e-358202c1f913 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 944 time: 0.0751114 May 25 22:47:03.485044 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-0848385d-07b7-4acc-9ca8-bc9ef9b4c5d1 req-d4fa9d1e-62d1-4934-b60a-324929e8c7b7 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423720 May 25 22:47:03.488268 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffbed3-dd04-46d8-97c4-8ef35f58afac req-06818ec8-ebb7-4f02-a2dc-547eb7871428 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:03.489653 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-04ffbed3-dd04-46d8-97c4-8ef35f58afac req-06818ec8-ebb7-4f02-a2dc-547eb7871428 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.15 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 945 time: 0.0773070 May 25 22:47:03.555267 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [req-04ffbed3-dd04-46d8-97c4-8ef35f58afac req-e1370979-3f91-4b60-b064-56effa359777 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Deleting port 49e60f96-08c0-490a-a4af-0142a8e96815 {{(pid=83204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:47:03.555598 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-04ffbed3-dd04-46d8-97c4-8ef35f58afac req-e1370979-3f91-4b60-b064-56effa359777 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:03.790465 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-04ffbed3-dd04-46d8-97c4-8ef35f58afac req-e1370979-3f91-4b60-b064-56effa359777 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] For port 49e60f96-08c0-490a-a4af-0142a8e96815, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=49e60f96-08c0-490a-a4af-0142a8e96815,segment=NetworkSegment(818d5d7a-3441-4e9c-8681-7692322994bf),segment_id=818d5d7a-3441-4e9c-8681-7692322994bf)] {{(pid=83204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:47:03.791157 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-04ffbed3-dd04-46d8-97c4-8ef35f58afac req-e1370979-3f91-4b60-b064-56effa359777 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:03.845891 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:03.955842 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [req-04ffbed3-dd04-46d8-97c4-8ef35f58afac req-e1370979-3f91-4b60-b064-56effa359777 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Calling delete_port for 49e60f96-08c0-490a-a4af-0142a8e96815 owned by compute:nova {{(pid=83204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:47:04.102393 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a735fef-8614-4212-b3f9-889f46c5ad56 req-31ff1b13-2908-42d3-9ab5-ba21f7d65856 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:04.103834 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7a735fef-8614-4212-b3f9-889f46c5ad56 req-31ff1b13-2908-42d3-9ab5-ba21f7d65856 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 945 time: 0.3021479 May 25 22:47:04.224586 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-04ffbed3-dd04-46d8-97c4-8ef35f58afac req-e1370979-3f91-4b60-b064-56effa359777 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:04.273502 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1370979-3f91-4b60-b064-56effa359777 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Pushing event deleted for resources: {'Port': ['ID=49e60f96-08c0-490a-a4af-0142a8e96815,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:04.329638 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7a735fef-8614-4212-b3f9-889f46c5ad56 req-1cc039ce-cab1-4acd-ac4a-32692c246500 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a10cf81-b853-441e-b50e-293d0e6dca6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172081 May 25 22:47:04.380237 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ffbed3-dd04-46d8-97c4-8ef35f58afac req-e1370979-3f91-4b60-b064-56effa359777 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] No DVR routers for this DVR port 49e60f96-08c0-490a-a4af-0142a8e96815 on host hv-cinder-84330 {{(pid=83204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:47:04.383729 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-04ffbed3-dd04-46d8-97c4-8ef35f58afac req-e1370979-3f91-4b60-b064-56effa359777 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:04.385421 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473e5d59-ba77-480a-b9ac-621a50ecbc1b', 'name': 'network-vif-deleted', 'tag': '49e60f96-08c0-490a-a4af-0142a8e96815'}] {{(pid=83204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:47:04.404600 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-04ffbed3-dd04-46d8-97c4-8ef35f58afac req-e1370979-3f91-4b60-b064-56effa359777 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.15 "DELETE /v2.0/ports/49e60f96-08c0-490a-a4af-0142a8e96815 HTTP/1.1" status: 204 len: 173 time: 0.9094076 May 25 22:47:04.452822 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45e46f39-146e-4969-bfd8-24a6c1a5796b'] response: {'server_uuid': '473e5d59-ba77-480a-b9ac-621a50ecbc1b', 'name': 'network-vif-deleted', 'tag': '49e60f96-08c0-490a-a4af-0142a8e96815', 'status': 'completed', 'code': 200} May 25 22:47:04.721164 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42bed71-9111-45ee-a7a2-1444fc0272b9 req-371655de-a9d5-4353-8293-606ee8dc0285 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:04.722921 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a42bed71-9111-45ee-a7a2-1444fc0272b9 req-371655de-a9d5-4353-8293-606ee8dc0285 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 944 time: 0.0956922 May 25 22:47:04.774580 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a42bed71-9111-45ee-a7a2-1444fc0272b9 req-cf56a9ab-d694-4e6d-bed0-c2183c1b9c77 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446048 May 25 22:47:05.194781 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 702a3d4d-40c5-40a0-b1e7-1af568258a30 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83205) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:47:05.360448 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 702a3d4d-40c5-40a0-b1e7-1af568258a30, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=702a3d4d-40c5-40a0-b1e7-1af568258a30,segment=NetworkSegment(1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3),segment_id=1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:47:05.376039 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Returning: {'device': '702a3d4d-40c5-40a0-b1e7-1af568258a30', 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0', 'port_id': '702a3d4d-40c5-40a0-b1e7-1af568258a30', 'mac_address': 'fa:16:3e:0f:52:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83205) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:47:05.431907 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:05.450895 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 702a3d4d-40c5-40a0-b1e7-1af568258a30 {{(pid=83205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:47:05.468085 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 702a3d4d-40c5-40a0-b1e7-1af568258a30, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=702a3d4d-40c5-40a0-b1e7-1af568258a30,segment=NetworkSegment(1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3),segment_id=1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:47:05.472856 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:05.538871 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-1fd29ba7-cda8-405e-878d-a27898957aa2 req-106c42c7-8f02-4a89-96b4-92bac89563dc tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Synchronizing usage tracker for tenant:05f43f82cc184502b28337f6aa9a35c6 on resource:port {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:47:05.547491 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=702a3d4d-40c5-40a0-b1e7-1af568258a30,revision_number=9']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:05.558179 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-1fd29ba7-cda8-405e-878d-a27898957aa2 req-106c42c7-8f02-4a89-96b4-92bac89563dc tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Unset dirty status for tenant:05f43f82cc184502b28337f6aa9a35c6 on resource:port {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:47:05.559481 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-1fd29ba7-cda8-405e-878d-a27898957aa2 req-106c42c7-8f02-4a89-96b4-92bac89563dc tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "GET /v2.0/ports?device_id=473e5d59-ba77-480a-b9ac-621a50ecbc1b HTTP/1.1" status: 200 len: 210 time: 0.0799801 May 25 22:47:05.975917 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['702a3d4d-40c5-40a0-b1e7-1af568258a30'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:47:05.993973 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79b6dc-0585-4ffc-a40b-56eaa5962e44 req-e5287258-8fac-405b-9ad1-973018b51071 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:05.995498 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-bd79b6dc-0585-4ffc-a40b-56eaa5962e44 req-e5287258-8fac-405b-9ad1-973018b51071 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 945 time: 0.0754194 May 25 22:47:06.046477 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-bd79b6dc-0585-4ffc-a40b-56eaa5962e44 req-59a23dcc-6bf0-4b53-be61-50162badafc4 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444775 May 25 22:47:06.661932 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 45436) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:06.729435 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-79650e35-1034-4828-97a3-51512d38b710 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:06.758913 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-79650e35-1034-4828-97a3-51512d38b710 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:06.822486 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-79650e35-1034-4828-97a3-51512d38b710 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:06.839800 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79650e35-1034-4828-97a3-51512d38b710 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a10cf81-b853-441e-b50e-293d0e6dca6f,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:06.850157 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-79650e35-1034-4828-97a3-51512d38b710 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:06.851285 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-79650e35-1034-4828-97a3-51512d38b710 tempest-TestShelveInstance-383143841 tempest-TestShelveInstance-383143841-project] 10.222.0.59 "DELETE /v2.0/security-groups/6a10cf81-b853-441e-b50e-293d0e6dca6f HTTP/1.1" status: 204 len: 168 time: 0.1882484 May 25 22:47:06.899813 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 45442) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:07.226781 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 702a3d4d-40c5-40a0-b1e7-1af568258a30 up at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:47:07.290879 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf408c-459b-4b38-a5d4-4f7a649865ca req-78ff3855-c8f9-431d-bb4c-0a3af73d11a4 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:07.292301 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-3fcf408c-459b-4b38-a5d4-4f7a649865ca req-78ff3855-c8f9-431d-bb4c-0a3af73d11a4 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 945 time: 0.1098852 May 25 22:47:07.296114 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning complete for port 702a3d4d-40c5-40a0-b1e7-1af568258a30 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:47:07.296474 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:07.409465 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:07.445094 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec69b19-2c03-41d6-941f-472d42fc34c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702a3d4d-40c5-40a0-b1e7-1af568258a30'}] {{(pid=83205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:47:07.452229 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 702a3d4d-40c5-40a0-b1e7-1af568258a30, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=702a3d4d-40c5-40a0-b1e7-1af568258a30,segment=NetworkSegment(1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3),segment_id=1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:47:07.458113 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:07.459807 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-3fcf408c-459b-4b38-a5d4-4f7a649865ca req-16b4da5e-26f3-4b0b-a572-2f6c0178d346 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605844 May 25 22:47:07.462143 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 49e60f96-08c0-490a-a4af-0142a8e96815 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:47:07.526769 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] No Port match for: 49e60f96-08c0-490a-a4af-0142a8e96815 {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:47:07.527287 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 49e60f96-08c0-490a-a4af-0142a8e96815 not bound to the agent host hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:47:07.568856 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c34d9281-68e5-4f14-89f0-2cef8e5fe805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-999128'] for router_interface, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:07.571351 dv-cinder-843305-1-smb neutron-server[83205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4fd2f5f-6f1a-4b82-a509-9358af34635a'] response: {'server_uuid': '7ec69b19-2c03-41d6-941f-472d42fc34c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702a3d4d-40c5-40a0-b1e7-1af568258a30', 'code': 200} May 25 22:47:07.582824 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=702a3d4d-40c5-40a0-b1e7-1af568258a30,revision_number=10']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:07.922768 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-114089d6-5b7a-4791-aaa4-24518a311289 req-030a89a3-e5af-4e75-9474-2f3fcbfdb5b4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 1100 time: 0.0687754 May 25 22:47:07.964538 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-114089d6-5b7a-4791-aaa4-24518a311289 req-bc0def4b-c174-4fb0-94be-6c10b0de2722 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355027 May 25 22:47:08.181399 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-c34d9281-68e5-4f14-89f0-2cef8e5fe805 admin admin] Deleting port 4db35864-7b6b-4e53-9731-22b91df09276 {{(pid=83203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:47:08.181674 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c34d9281-68e5-4f14-89f0-2cef8e5fe805 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:08.348123 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [None req-c34d9281-68e5-4f14-89f0-2cef8e5fe805 admin admin] For port 4db35864-7b6b-4e53-9731-22b91df09276, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=4db35864-7b6b-4e53-9731-22b91df09276,segment=NetworkSegment(818d5d7a-3441-4e9c-8681-7692322994bf),segment_id=818d5d7a-3441-4e9c-8681-7692322994bf)] {{(pid=83203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:47:08.348848 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c34d9281-68e5-4f14-89f0-2cef8e5fe805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:08.465179 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-c34d9281-68e5-4f14-89f0-2cef8e5fe805 admin admin] Calling delete_port for 4db35864-7b6b-4e53-9731-22b91df09276 owned by network:router_interface {{(pid=83203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:47:08.784128 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c34d9281-68e5-4f14-89f0-2cef8e5fe805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:08.834732 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d9281-68e5-4f14-89f0-2cef8e5fe805 admin admin] Pushing event deleted for resources: {'Port': ['ID=4db35864-7b6b-4e53-9731-22b91df09276,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:08.883939 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0442f-2e8f-47e1-b3c5-42f11e775944 req-5c47c6de-6c79-4b76-9b7b-65d7fdd539e7 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:08.885411 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-fba0442f-2e8f-47e1-b3c5-42f11e775944 req-5c47c6de-6c79-4b76-9b7b-65d7fdd539e7 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 947 time: 0.2193315 May 25 22:47:08.891573 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d9281-68e5-4f14-89f0-2cef8e5fe805 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:08.891826 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d9281-68e5-4f14-89f0-2cef8e5fe805 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:08.892566 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d9281-68e5-4f14-89f0-2cef8e5fe805 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:08.892566 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d9281-68e5-4f14-89f0-2cef8e5fe805 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:08.892919 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d9281-68e5-4f14-89f0-2cef8e5fe805 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:08.893248 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d9281-68e5-4f14-89f0-2cef8e5fe805 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:08.893589 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d9281-68e5-4f14-89f0-2cef8e5fe805 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:08.893897 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d9281-68e5-4f14-89f0-2cef8e5fe805 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:08.894209 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d9281-68e5-4f14-89f0-2cef8e5fe805 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:08.894561 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d9281-68e5-4f14-89f0-2cef8e5fe805 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:08.894885 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d9281-68e5-4f14-89f0-2cef8e5fe805 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:09.071770 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-fba0442f-2e8f-47e1-b3c5-42f11e775944 req-1f956dc9-e57f-4ff2-8ce6-30b9efb8ac3d tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739740 May 25 22:47:09.222180 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c34d9281-68e5-4f14-89f0-2cef8e5fe805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4094844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-999055'] for router_interface, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:09.859856 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34d9281-68e5-4f14-89f0-2cef8e5fe805 admin admin] Router 60500e83-27bb-420a-b65e-a6043e376a12 has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:47:10.101799 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34d9281-68e5-4f14-89f0-2cef8e5fe805 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:47:10.111010 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7556bf-469a-4b23-82bc-4b4ca239244a None None] Sync routers for ids ['60500e83-27bb-420a-b65e-a6043e376a12'] in dv-cinder-843305-1-smb {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:47:10.122259 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-c34d9281-68e5-4f14-89f0-2cef8e5fe805 admin admin] 10.222.0.59 "PUT /v2.0/routers/60500e83-27bb-420a-b65e-a6043e376a12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2186811 May 25 22:47:10.122472 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 45512) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:10.135025 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7556bf-469a-4b23-82bc-4b4ca239244a None None] Routers {'60500e83-27bb-420a-b65e-a6043e376a12'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:47:10.135745 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-5c7556bf-469a-4b23-82bc-4b4ca239244a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:46:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['60500e83-27bb-420a-b65e-a6043e376a12'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:10.347672 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-5c7556bf-469a-4b23-82bc-4b4ca239244a None None] Set router 60500e83-27bb-420a-b65e-a6043e376a12 gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:47:10.395109 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a251961-562e-4e9f-bf38-ead89e4b96e0 req-102cf7cb-d4c7-4ba5-bd33-2ae1226804e3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:10.396670 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-1a251961-562e-4e9f-bf38-ead89e4b96e0 req-102cf7cb-d4c7-4ba5-bd33-2ae1226804e3 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 947 time: 0.1230919 May 25 22:47:10.457143 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-1a251961-562e-4e9f-bf38-ead89e4b96e0 req-7c54733b-7a83-4d46-af17-279aca0e3962 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543230 May 25 22:47:10.500850 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-9835707c-f367-43bc-87df-499c99c78d17 admin admin] Notify callbacks [] for router, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:10.678478 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-5c7556bf-469a-4b23-82bc-4b4ca239244a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60500e83-27bb-420a-b65e-a6043e376a12', 'name': 'tempest-TestShelveInstance-590884545-router', 'tenant_id': '05f43f82cc184502b28337f6aa9a35c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': '4d79cef5-cfd8-47c1-98d5-adb37d307930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:40:43Z', 'updated_at': '2022-05-25T22:47:08Z', 'revision_number': 5, 'project_id': '05f43f82cc184502b28337f6aa9a35c6', 'gw_port': {'id': '4d79cef5-cfd8-47c1-98d5-adb37d307930', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60500e83-27bb-420a-b65e-a6043e376a12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:43Z', 'updated_at': '2022-05-25T22:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb'}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:10.682695 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7556bf-469a-4b23-82bc-4b4ca239244a None None] Checking router: 60500e83-27bb-420a-b65e-a6043e376a12 for host: dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:47:10.693722 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7556bf-469a-4b23-82bc-4b4ca239244a None None] Routers {'60500e83-27bb-420a-b65e-a6043e376a12'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:47:10.694318 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-5c7556bf-469a-4b23-82bc-4b4ca239244a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:46:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['60500e83-27bb-420a-b65e-a6043e376a12'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:10.714639 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-9835707c-f367-43bc-87df-499c99c78d17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:10.726055 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [None req-9835707c-f367-43bc-87df-499c99c78d17 admin admin] Deleting port 4d79cef5-cfd8-47c1-98d5-adb37d307930 {{(pid=83204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:47:10.726764 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-9835707c-f367-43bc-87df-499c99c78d17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:10.845342 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-5c7556bf-469a-4b23-82bc-4b4ca239244a None None] Set router 60500e83-27bb-420a-b65e-a6043e376a12 gateway port host: None {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:47:10.916423 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [None req-9835707c-f367-43bc-87df-499c99c78d17 admin admin] For port 4d79cef5-cfd8-47c1-98d5-adb37d307930, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=4d79cef5-cfd8-47c1-98d5-adb37d307930,segment=NetworkSegment(3342e0e4-498a-46e7-9232-6274ffc1b494),segment_id=3342e0e4-498a-46e7-9232-6274ffc1b494)] {{(pid=83204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:47:10.916835 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-9835707c-f367-43bc-87df-499c99c78d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:10.949793 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-5c7556bf-469a-4b23-82bc-4b4ca239244a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60500e83-27bb-420a-b65e-a6043e376a12', 'name': 'tempest-TestShelveInstance-590884545-router', 'tenant_id': '05f43f82cc184502b28337f6aa9a35c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:40:43Z', 'updated_at': '2022-05-25T22:47:10Z', 'revision_number': 6, 'project_id': '05f43f82cc184502b28337f6aa9a35c6', 'gw_port_host': None}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:10.954721 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7556bf-469a-4b23-82bc-4b4ca239244a None None] The sync data for ids ['60500e83-27bb-420a-b65e-a6043e376a12'] in dv-cinder-843305-1-smb is: [{'id': '60500e83-27bb-420a-b65e-a6043e376a12', 'name': 'tempest-TestShelveInstance-590884545-router', 'tenant_id': '05f43f82cc184502b28337f6aa9a35c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:40:43Z', 'updated_at': '2022-05-25T22:47:10Z', 'revision_number': 6, 'project_id': '05f43f82cc184502b28337f6aa9a35c6', 'gw_port_host': None}] {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:47:11.048923 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [None req-9835707c-f367-43bc-87df-499c99c78d17 admin admin] Calling delete_port for 4d79cef5-cfd8-47c1-98d5-adb37d307930 owned by network:router_gateway {{(pid=83204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:47:11.387176 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:47:11.409631 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-9835707c-f367-43bc-87df-499c99c78d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:11.458304 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835707c-f367-43bc-87df-499c99c78d17 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d79cef5-cfd8-47c1-98d5-adb37d307930,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:11.716706 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-9835707c-f367-43bc-87df-499c99c78d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997829'] for router_gateway, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:11.734077 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 4db35864-7b6b-4e53-9731-22b91df09276 no longer exists at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:47:11.779805 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] No Port match for: 4db35864-7b6b-4e53-9731-22b91df09276 {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:47:11.780934 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 4db35864-7b6b-4e53-9731-22b91df09276 not bound to the agent host dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:47:11.781434 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 4d79cef5-cfd8-47c1-98d5-adb37d307930 no longer exists at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:47:11.827533 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] No Port match for: 4d79cef5-cfd8-47c1-98d5-adb37d307930 {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:47:11.828089 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 4d79cef5-cfd8-47c1-98d5-adb37d307930 not bound to the agent host dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:47:12.016765 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4b56f-e5b1-4231-bfd2-882243e0f951 req-93a1cf72-3350-4791-b662-79e0237cabc0 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:12.018198 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-1ae4b56f-e5b1-4231-bfd2-882243e0f951 req-93a1cf72-3350-4791-b662-79e0237cabc0 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 947 time: 0.4119997 May 25 22:47:12.019933 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-9835707c-f367-43bc-87df-499c99c78d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1035317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4933'] for router, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:12.025815 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-9835707c-f367-43bc-87df-499c99c78d17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:12.138492 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-1ae4b56f-e5b1-4231-bfd2-882243e0f951 req-c93b1c4e-d015-42f7-8032-81a2a7b20161 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140842 May 25 22:47:12.139407 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-9835707c-f367-43bc-87df-499c99c78d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1035417'] for router, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:12.139910 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9835707c-f367-43bc-87df-499c99c78d17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60500e83-27bb-420a-b65e-a6043e376a12 {{(pid=83204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:47:12.153158 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-9835707c-f367-43bc-87df-499c99c78d17 admin admin] Notify callbacks [] for router, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:12.153959 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-9835707c-f367-43bc-87df-499c99c78d17 admin admin] 10.222.0.59 "DELETE /v2.0/routers/60500e83-27bb-420a-b65e-a6043e376a12 HTTP/1.1" status: 204 len: 168 time: 2.0305271 May 25 22:47:12.156603 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 45532) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:12.220542 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1331c4d-06e5-45e1-8016-55e67341adb7 admin admin] Deleting subnet d8a3ebb2-0194-4483-94f1-c90c15af48f6 {{(pid=83204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:47:12.224021 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-c1331c4d-06e5-45e1-8016-55e67341adb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:12.288230 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-c1331c4d-06e5-45e1-8016-55e67341adb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1659241'] for subnet, precommit_delete_associations {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:12.402721 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-c1331c4d-06e5-45e1-8016-55e67341adb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3361804'] for subnet, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:12.472711 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-c1331c4d-06e5-45e1-8016-55e67341adb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3361797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1172376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1715770'] for subnet, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:12.512106 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1331c4d-06e5-45e1-8016-55e67341adb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8a3ebb2-0194-4483-94f1-c90c15af48f6,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:12.518186 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-c1331c4d-06e5-45e1-8016-55e67341adb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:12.523658 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304de7a3-4e28-46ea-abc1-bf7c45e71050 None None] Network e9b64c1d-c92f-412a-9314-13490698471d requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:47:12.523808 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-c1331c4d-06e5-45e1-8016-55e67341adb7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d8a3ebb2-0194-4483-94f1-c90c15af48f6 HTTP/1.1" status: 204 len: 168 time: 0.3662777 May 25 22:47:12.526313 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 45544) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:12.658220 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-4d1e63ae-e5e1-4b46-b6c2-64ff66e5078b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:12.719958 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-80250fd5-97f7-48f9-ad39-8bd4ce71bdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3150312'] for network, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:12.730745 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [None req-80250fd5-97f7-48f9-ad39-8bd4ce71bdd2 admin admin] Deleting port f3649fcd-286f-4188-aec1-172dd3ba59be {{(pid=83204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:47:12.731002 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-80250fd5-97f7-48f9-ad39-8bd4ce71bdd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:12.830983 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1f6d57-a0e2-4373-b4d9-c0ac07e5ce31 None None] DHCP port deletion for e9b64c1d-c92f-412a-9314-13490698471d request from dv-cinder-843305-1-smb {{(pid=83205) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:47:12.834919 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-df1f6d57-a0e2-4373-b4d9-c0ac07e5ce31 None None] Deleting port f3649fcd-286f-4188-aec1-172dd3ba59be {{(pid=83205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:47:12.835499 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-df1f6d57-a0e2-4373-b4d9-c0ac07e5ce31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:12.952464 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [None req-80250fd5-97f7-48f9-ad39-8bd4ce71bdd2 admin admin] For port f3649fcd-286f-4188-aec1-172dd3ba59be, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=f3649fcd-286f-4188-aec1-172dd3ba59be,segment=NetworkSegment(818d5d7a-3441-4e9c-8681-7692322994bf),segment_id=818d5d7a-3441-4e9c-8681-7692322994bf)] {{(pid=83204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:47:12.953078 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-80250fd5-97f7-48f9-ad39-8bd4ce71bdd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:13.044576 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-df1f6d57-a0e2-4373-b4d9-c0ac07e5ce31 None None] For port f3649fcd-286f-4188-aec1-172dd3ba59be, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=f3649fcd-286f-4188-aec1-172dd3ba59be,segment=NetworkSegment(818d5d7a-3441-4e9c-8681-7692322994bf),segment_id=818d5d7a-3441-4e9c-8681-7692322994bf)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:47:13.044872 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-df1f6d57-a0e2-4373-b4d9-c0ac07e5ce31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:13.077260 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [None req-80250fd5-97f7-48f9-ad39-8bd4ce71bdd2 admin admin] Calling delete_port for f3649fcd-286f-4188-aec1-172dd3ba59be owned by network:dhcp {{(pid=83204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:47:13.161026 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-80250fd5-97f7-48f9-ad39-8bd4ce71bdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:13.197222 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-df1f6d57-a0e2-4373-b4d9-c0ac07e5ce31 None None] Calling delete_port for f3649fcd-286f-4188-aec1-172dd3ba59be owned by network:dhcp {{(pid=83205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:47:13.213797 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80250fd5-97f7-48f9-ad39-8bd4ce71bdd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3649fcd-286f-4188-aec1-172dd3ba59be,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:13.225407 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80250fd5-97f7-48f9-ad39-8bd4ce71bdd2 admin admin] No DVR routers for this DVR port f3649fcd-286f-4188-aec1-172dd3ba59be on host dv-cinder-843305-1-smb {{(pid=83204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:47:13.267871 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.db.api [None req-df1f6d57-a0e2-4373-b4d9-c0ac07e5ce31 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:47:13.268323 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG oslo_db.api [None req-df1f6d57-a0e2-4373-b4d9-c0ac07e5ce31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:47:13.346117 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-80250fd5-97f7-48f9-ad39-8bd4ce71bdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3373977', 'neutron.services.segments.db._delete_segments_for_network-8728910406777'] for network, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:13.375558 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.services.segments.db [None req-80250fd5-97f7-48f9-ad39-8bd4ce71bdd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9b64c1d-c92f-412a-9314-13490698471d']}} {{(pid=83204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:13.389483 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.services.segments.db [None req-80250fd5-97f7-48f9-ad39-8bd4ce71bdd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '818d5d7a-3441-4e9c-8681-7692322994bf') {'for_net_delete': True} {{(pid=83204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:13.389860 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.services.segments.db [None req-80250fd5-97f7-48f9-ad39-8bd4ce71bdd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '818d5d7a-3441-4e9c-8681-7692322994bf') {} {{(pid=83204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:13.401486 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-80250fd5-97f7-48f9-ad39-8bd4ce71bdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728910406660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1660058'] for segment, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:13.421653 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-80250fd5-97f7-48f9-ad39-8bd4ce71bdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:13.428079 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80250fd5-97f7-48f9-ad39-8bd4ce71bdd2 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=83204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:47:13.428442 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-80250fd5-97f7-48f9-ad39-8bd4ce71bdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1172470'] for segment, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:13.442043 dv-cinder-843305-1-smb neutron-server[83204]: Traceback (most recent call last): May 25 22:47:13.442043 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:47:13.442043 dv-cinder-843305-1-smb neutron-server[83204]: timer() May 25 22:47:13.442043 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:47:13.442043 dv-cinder-843305-1-smb neutron-server[83204]: cb(*args, **kw) May 25 22:47:13.442043 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:47:13.442043 dv-cinder-843305-1-smb neutron-server[83204]: return func(*args, **kwargs) May 25 22:47:13.442043 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:47:13.442043 dv-cinder-843305-1-smb neutron-server[83204]: self._notify() May 25 22:47:13.442043 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:47:13.442043 dv-cinder-843305-1-smb neutron-server[83204]: self.callback(batched_events) May 25 22:47:13.442043 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:47:13.442043 dv-cinder-843305-1-smb neutron-server[83204]: event.method(event) May 25 22:47:13.442043 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:47:13.442043 dv-cinder-843305-1-smb neutron-server[83204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:47:13.442043 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:47:13.442043 dv-cinder-843305-1-smb neutron-server[83204]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:47:13.442043 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:47:13.442043 dv-cinder-843305-1-smb neutron-server[83204]: return f(self, *a, **k) May 25 22:47:13.442043 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:47:13.442043 dv-cinder-843305-1-smb neutron-server[83204]: return self._get(url).json() May 25 22:47:13.442043 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:47:13.442043 dv-cinder-843305-1-smb neutron-server[83204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:47:13.442043 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:47:13.442043 dv-cinder-843305-1-smb neutron-server[83204]: return self.request(url, 'GET', **kwargs) May 25 22:47:13.442043 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:47:13.442043 dv-cinder-843305-1-smb neutron-server[83204]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:47:13.442043 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:47:13.442043 dv-cinder-843305-1-smb neutron-server[83204]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:47:13.442043 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:47:13.442043 dv-cinder-843305-1-smb neutron-server[83204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:47:13.442043 dv-cinder-843305-1-smb neutron-server[83204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:47:13.515160 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-80250fd5-97f7-48f9-ad39-8bd4ce71bdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3373970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997848'] for network, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:13.520154 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-80250fd5-97f7-48f9-ad39-8bd4ce71bdd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for network, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:13.543221 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80250fd5-97f7-48f9-ad39-8bd4ce71bdd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9b64c1d-c92f-412a-9314-13490698471d,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:13.557193 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-80250fd5-97f7-48f9-ad39-8bd4ce71bdd2 admin admin] 10.222.0.59 "DELETE /v2.0/networks/e9b64c1d-c92f-412a-9314-13490698471d HTTP/1.1" status: 204 len: 168 time: 1.0295725 May 25 22:47:13.560400 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 45564) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:13.685660 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device f3649fcd-286f-4188-aec1-172dd3ba59be no longer exists at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:47:13.719523 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] No Port match for: f3649fcd-286f-4188-aec1-172dd3ba59be {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:47:13.719860 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device f3649fcd-286f-4188-aec1-172dd3ba59be not bound to the agent host dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:47:13.769014 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-df1f6d57-a0e2-4373-b4d9-c0ac07e5ce31 None None] Deleting port f3649fcd-286f-4188-aec1-172dd3ba59be {{(pid=83205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:47:13.769384 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-df1f6d57-a0e2-4373-b4d9-c0ac07e5ce31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:13.830041 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-df1f6d57-a0e2-4373-b4d9-c0ac07e5ce31 None None] The port 'f3649fcd-286f-4188-aec1-172dd3ba59be' was deleted {{(pid=83205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:47:13.944446 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-3e4cdf01-8793-42c7-80a2-2c6f783ffa3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-999128'] for router_interface, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:14.619578 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [None req-3e4cdf01-8793-42c7-80a2-2c6f783ffa3e admin admin] Deleting port 85dd32c4-9a99-45c9-89dd-da73f42d30a5 {{(pid=83204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:47:14.620276 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-3e4cdf01-8793-42c7-80a2-2c6f783ffa3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:14.771961 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-98e094ce-fbf5-4bde-af2b-b2eb3e42a273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:14.795679 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [None req-3e4cdf01-8793-42c7-80a2-2c6f783ffa3e admin admin] For port 85dd32c4-9a99-45c9-89dd-da73f42d30a5, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=85dd32c4-9a99-45c9-89dd-da73f42d30a5,segment=NetworkSegment(eedb8bb2-6a83-42a4-a900-ce0bfa1c6819),segment_id=eedb8bb2-6a83-42a4-a900-ce0bfa1c6819)] {{(pid=83204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:47:14.796025 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-3e4cdf01-8793-42c7-80a2-2c6f783ffa3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:14.914039 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [None req-3e4cdf01-8793-42c7-80a2-2c6f783ffa3e admin admin] Calling delete_port for 85dd32c4-9a99-45c9-89dd-da73f42d30a5 owned by network:router_interface {{(pid=83204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:47:15.087227 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-3e4cdf01-8793-42c7-80a2-2c6f783ffa3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:15.131000 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4cdf01-8793-42c7-80a2-2c6f783ffa3e admin admin] Pushing event deleted for resources: {'Port': ['ID=85dd32c4-9a99-45c9-89dd-da73f42d30a5,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:15.439233 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-3e4cdf01-8793-42c7-80a2-2c6f783ffa3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4094844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-999055'] for router_interface, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:15.499805 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f6df7-f4e3-4cf7-a277-14940f0738da req-709e8a6c-94ec-424c-9f99-619c501701d4 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:15.501326 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-041f6df7-f4e3-4cf7-a277-14940f0738da req-709e8a6c-94ec-424c-9f99-619c501701d4 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f24600d-8223-4f9d-909e-6dc28098d139 HTTP/1.1" status: 200 len: 946 time: 0.0779278 May 25 22:47:15.546163 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-041f6df7-f4e3-4cf7-a277-14940f0738da req-ac0eb386-8f69-4593-9db9-d154ef21eec6 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b50b179-e41c-4f9b-be44-249f2d2a856b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390587 May 25 22:47:16.001020 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:16.096624 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4cdf01-8793-42c7-80a2-2c6f783ffa3e admin admin] Router 581f5373-a00b-485a-96c7-29a2bffabd49 has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:47:16.297548 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4cdf01-8793-42c7-80a2-2c6f783ffa3e admin admin] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:47:16.305831 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412cb838-3f9f-47c4-903d-1373c78ded3a None None] Sync routers for ids ['581f5373-a00b-485a-96c7-29a2bffabd49'] in dv-cinder-843305-1-smb {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:47:16.312945 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-3e4cdf01-8793-42c7-80a2-2c6f783ffa3e admin admin] 10.222.0.59 "PUT /v2.0/routers/581f5373-a00b-485a-96c7-29a2bffabd49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7515776 May 25 22:47:16.315517 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 45596) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:16.317335 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412cb838-3f9f-47c4-903d-1373c78ded3a None None] Routers {'581f5373-a00b-485a-96c7-29a2bffabd49'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:47:16.317932 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-412cb838-3f9f-47c4-903d-1373c78ded3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:47:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['581f5373-a00b-485a-96c7-29a2bffabd49'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:16.465022 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:16.506775 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-412cb838-3f9f-47c4-903d-1373c78ded3a None None] Set router 581f5373-a00b-485a-96c7-29a2bffabd49 gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:47:16.607784 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-26739b93-45c7-47cd-8675-119ef95b2cc0 admin admin] Notify callbacks [] for router, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:16.789858 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-412cb838-3f9f-47c4-903d-1373c78ded3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581f5373-a00b-485a-96c7-29a2bffabd49', 'name': 'tempest-TestShelveInstance-140354445-router', 'tenant_id': '0fcf1ce1235c439aab1b7034bcd63627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': '16a7dcd8-31ea-4bdf-8f98-30e665651ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:40:51Z', 'updated_at': '2022-05-25T22:47:15Z', 'revision_number': 5, 'project_id': '0fcf1ce1235c439aab1b7034bcd63627', 'gw_port': {'id': '16a7dcd8-31ea-4bdf-8f98-30e665651ba8', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:59:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581f5373-a00b-485a-96c7-29a2bffabd49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:52Z', 'updated_at': '2022-05-25T22:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb'}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:16.793721 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412cb838-3f9f-47c4-903d-1373c78ded3a None None] Checking router: 581f5373-a00b-485a-96c7-29a2bffabd49 for host: dv-cinder-843305-1-smb {{(pid=83205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:47:16.804610 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412cb838-3f9f-47c4-903d-1373c78ded3a None None] Routers {'581f5373-a00b-485a-96c7-29a2bffabd49'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:47:16.805217 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-412cb838-3f9f-47c4-903d-1373c78ded3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:47:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['581f5373-a00b-485a-96c7-29a2bffabd49'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:16.822675 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279946dd-88dd-4e73-b377-94c1de17e310 req-160c4da0-870d-40c0-8c0b-928991444481 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:16.824094 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-279946dd-88dd-4e73-b377-94c1de17e310 req-160c4da0-870d-40c0-8c0b-928991444481 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f24600d-8223-4f9d-909e-6dc28098d139 HTTP/1.1" status: 200 len: 946 time: 0.1148348 May 25 22:47:16.888612 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-279946dd-88dd-4e73-b377-94c1de17e310 req-5df187c1-62aa-4455-9557-1eb520dc3196 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b50b179-e41c-4f9b-be44-249f2d2a856b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573928 May 25 22:47:16.903472 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-26739b93-45c7-47cd-8675-119ef95b2cc0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:16.913666 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-26739b93-45c7-47cd-8675-119ef95b2cc0 admin admin] Deleting port 16a7dcd8-31ea-4bdf-8f98-30e665651ba8 {{(pid=83203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:47:16.914011 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-26739b93-45c7-47cd-8675-119ef95b2cc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:16.982917 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-412cb838-3f9f-47c4-903d-1373c78ded3a None None] Set router 581f5373-a00b-485a-96c7-29a2bffabd49 gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:47:17.085562 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [None req-26739b93-45c7-47cd-8675-119ef95b2cc0 admin admin] For port 16a7dcd8-31ea-4bdf-8f98-30e665651ba8, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=16a7dcd8-31ea-4bdf-8f98-30e665651ba8,segment=NetworkSegment(3342e0e4-498a-46e7-9232-6274ffc1b494),segment_id=3342e0e4-498a-46e7-9232-6274ffc1b494)] {{(pid=83203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:47:17.085955 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-26739b93-45c7-47cd-8675-119ef95b2cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:17.206372 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-26739b93-45c7-47cd-8675-119ef95b2cc0 admin admin] Calling delete_port for 16a7dcd8-31ea-4bdf-8f98-30e665651ba8 owned by network:router_gateway {{(pid=83203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:47:17.262044 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-412cb838-3f9f-47c4-903d-1373c78ded3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581f5373-a00b-485a-96c7-29a2bffabd49', 'name': 'tempest-TestShelveInstance-140354445-router', 'tenant_id': '0fcf1ce1235c439aab1b7034bcd63627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': '16a7dcd8-31ea-4bdf-8f98-30e665651ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:40:51Z', 'updated_at': '2022-05-25T22:47:15Z', 'revision_number': 5, 'project_id': '0fcf1ce1235c439aab1b7034bcd63627', 'gw_port': {'id': '16a7dcd8-31ea-4bdf-8f98-30e665651ba8', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:59:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581f5373-a00b-485a-96c7-29a2bffabd49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:52Z', 'updated_at': '2022-05-25T22:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb'}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:17.265947 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412cb838-3f9f-47c4-903d-1373c78ded3a None None] The sync data for ids ['581f5373-a00b-485a-96c7-29a2bffabd49'] in dv-cinder-843305-1-smb is: [{'id': '581f5373-a00b-485a-96c7-29a2bffabd49', 'name': 'tempest-TestShelveInstance-140354445-router', 'tenant_id': '0fcf1ce1235c439aab1b7034bcd63627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': '16a7dcd8-31ea-4bdf-8f98-30e665651ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:40:51Z', 'updated_at': '2022-05-25T22:47:15Z', 'revision_number': 5, 'project_id': '0fcf1ce1235c439aab1b7034bcd63627', 'gw_port': {'id': '16a7dcd8-31ea-4bdf-8f98-30e665651ba8', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:59:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581f5373-a00b-485a-96c7-29a2bffabd49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:40:52Z', 'updated_at': '2022-05-25T22:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb'}] {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:47:17.373822 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-26739b93-45c7-47cd-8675-119ef95b2cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:17.416026 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26739b93-45c7-47cd-8675-119ef95b2cc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=16a7dcd8-31ea-4bdf-8f98-30e665651ba8,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:17.539606 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:17.635289 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-26739b93-45c7-47cd-8675-119ef95b2cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997829'] for router_gateway, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:17.716618 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 85dd32c4-9a99-45c9-89dd-da73f42d30a5 no longer exists at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:47:17.751130 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] No Port match for: 85dd32c4-9a99-45c9-89dd-da73f42d30a5 {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:47:17.751770 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 85dd32c4-9a99-45c9-89dd-da73f42d30a5 not bound to the agent host dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:47:17.916821 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9685119-c66a-47cf-a12e-7c5850aa66a4 req-aec178aa-2569-4113-b551-95a3428703af tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:17.918146 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b9685119-c66a-47cf-a12e-7c5850aa66a4 req-aec178aa-2569-4113-b551-95a3428703af tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f24600d-8223-4f9d-909e-6dc28098d139 HTTP/1.1" status: 200 len: 946 time: 0.0824046 May 25 22:47:17.987786 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [req-b9685119-c66a-47cf-a12e-7c5850aa66a4 req-e4efc76e-130a-4f38-a36d-744650db0ff2 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Deleting port 34fe0296-b778-4194-a097-b36a88f51305 {{(pid=83204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:47:17.988196 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-b9685119-c66a-47cf-a12e-7c5850aa66a4 req-e4efc76e-130a-4f38-a36d-744650db0ff2 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:18.001562 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-26739b93-45c7-47cd-8675-119ef95b2cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1035317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4933'] for router, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:18.007579 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-26739b93-45c7-47cd-8675-119ef95b2cc0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:18.036593 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-26739b93-45c7-47cd-8675-119ef95b2cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1035417'] for router, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:18.037583 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26739b93-45c7-47cd-8675-119ef95b2cc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 581f5373-a00b-485a-96c7-29a2bffabd49 {{(pid=83203) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:47:18.050631 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-26739b93-45c7-47cd-8675-119ef95b2cc0 admin admin] Notify callbacks [] for router, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:18.051804 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-26739b93-45c7-47cd-8675-119ef95b2cc0 admin admin] 10.222.0.59 "DELETE /v2.0/routers/581f5373-a00b-485a-96c7-29a2bffabd49 HTTP/1.1" status: 204 len: 168 time: 1.7352383 May 25 22:47:18.054222 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 45608) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:18.132649 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.db_base_plugin_v2 [None req-e23c878b-a8eb-4ef1-b9bc-e3c93b7aea33 admin admin] Deleting subnet 9ec7a353-f077-4618-929b-a8cf0cebbc9a {{(pid=83203) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:47:18.135846 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e23c878b-a8eb-4ef1-b9bc-e3c93b7aea33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:18.237534 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e23c878b-a8eb-4ef1-b9bc-e3c93b7aea33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870630'] for subnet, precommit_delete_associations {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:18.279039 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e24db-5890-486d-b9c0-cb854468d8ef req-cb575d7b-7a85-41ce-9978-3b3b4bbed9df tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:18.280530 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bc7e24db-5890-486d-b9c0-cb854468d8ef req-cb575d7b-7a85-41ce-9978-3b3b4bbed9df tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f24600d-8223-4f9d-909e-6dc28098d139 HTTP/1.1" status: 200 len: 946 time: 0.2570002 May 25 22:47:18.325962 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e23c878b-a8eb-4ef1-b9bc-e3c93b7aea33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3361804'] for subnet, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:18.373868 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-b9685119-c66a-47cf-a12e-7c5850aa66a4 req-e4efc76e-130a-4f38-a36d-744650db0ff2 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] For port 34fe0296-b778-4194-a097-b36a88f51305, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=34fe0296-b778-4194-a097-b36a88f51305,segment=NetworkSegment(06c790d0-55a7-47ae-999d-414301c64b5e),segment_id=06c790d0-55a7-47ae-999d-414301c64b5e)] {{(pid=83204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:47:18.374215 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-b9685119-c66a-47cf-a12e-7c5850aa66a4 req-e4efc76e-130a-4f38-a36d-744650db0ff2 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:18.383904 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bc7e24db-5890-486d-b9c0-cb854468d8ef req-e2a84a6a-b69a-4019-8b1d-190f49a364d8 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b50b179-e41c-4f9b-be44-249f2d2a856b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877955 May 25 22:47:18.398382 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e23c878b-a8eb-4ef1-b9bc-e3c93b7aea33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3361797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1950973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1742165'] for subnet, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:18.445848 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e23c878b-a8eb-4ef1-b9bc-e3c93b7aea33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for subnet, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:18.448698 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb941f1-43f2-49d1-8f5e-1692cfaa275c None None] Network 731580ef-85c7-4096-9d89-5c76c3da0184 requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:47:18.449331 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c878b-a8eb-4ef1-b9bc-e3c93b7aea33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ec7a353-f077-4618-929b-a8cf0cebbc9a,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:18.453415 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-e23c878b-a8eb-4ef1-b9bc-e3c93b7aea33 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9ec7a353-f077-4618-929b-a8cf0cebbc9a HTTP/1.1" status: 204 len: 168 time: 0.3980064 May 25 22:47:18.455744 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 45612) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:18.567091 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1b129e8a-40cf-4707-acab-02e6fd8fe42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3150312'] for network, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:18.578408 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-1b129e8a-40cf-4707-acab-02e6fd8fe42d admin admin] Deleting port 69770675-ed8e-40ba-bbe5-7935bf7f2204 {{(pid=83203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:47:18.578744 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1b129e8a-40cf-4707-acab-02e6fd8fe42d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:18.682562 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-b9685119-c66a-47cf-a12e-7c5850aa66a4 req-e4efc76e-130a-4f38-a36d-744650db0ff2 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:18.683528 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-b9685119-c66a-47cf-a12e-7c5850aa66a4 req-e4efc76e-130a-4f38-a36d-744650db0ff2 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997866'] for floatingip, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:18.683874 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.db.l3_db [req-b9685119-c66a-47cf-a12e-7c5850aa66a4 req-e4efc76e-130a-4f38-a36d-744650db0ff2 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Floating IP cdd0f226-3c15-4565-945d-7d02add4fb0f disassociated. External IP: 172.28.2.45, port: 34fe0296-b778-4194-a097-b36a88f51305. May 25 22:47:18.684240 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [req-b9685119-c66a-47cf-a12e-7c5850aa66a4 req-e4efc76e-130a-4f38-a36d-744650db0ff2 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Calling delete_port for 34fe0296-b778-4194-a097-b36a88f51305 owned by compute:nova {{(pid=83204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:47:18.767300 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d5f873-5bcd-49a8-88c2-b20058d61d25 None None] DHCP port deletion for 731580ef-85c7-4096-9d89-5c76c3da0184 request from dv-cinder-843305-1-smb {{(pid=83205) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:47:18.771226 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f873-5bcd-49a8-88c2-b20058d61d25 None None] Deleting port 69770675-ed8e-40ba-bbe5-7935bf7f2204 {{(pid=83205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:47:18.771806 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-38d5f873-5bcd-49a8-88c2-b20058d61d25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:18.799091 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [None req-1b129e8a-40cf-4707-acab-02e6fd8fe42d admin admin] For port 69770675-ed8e-40ba-bbe5-7935bf7f2204, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=69770675-ed8e-40ba-bbe5-7935bf7f2204,segment=NetworkSegment(eedb8bb2-6a83-42a4-a900-ce0bfa1c6819),segment_id=eedb8bb2-6a83-42a4-a900-ce0bfa1c6819)] {{(pid=83203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:47:18.799676 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1b129e8a-40cf-4707-acab-02e6fd8fe42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:18.922936 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-b9685119-c66a-47cf-a12e-7c5850aa66a4 req-e4efc76e-130a-4f38-a36d-744650db0ff2 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:18.937597 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-1b129e8a-40cf-4707-acab-02e6fd8fe42d admin admin] Calling delete_port for 69770675-ed8e-40ba-bbe5-7935bf7f2204 owned by network:dhcp {{(pid=83203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:47:18.971594 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4efc76e-130a-4f38-a36d-744650db0ff2 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Pushing event deleted for resources: {'Port': ['ID=34fe0296-b778-4194-a097-b36a88f51305,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:18.987185 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-38d5f873-5bcd-49a8-88c2-b20058d61d25 None None] For port 69770675-ed8e-40ba-bbe5-7935bf7f2204, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=69770675-ed8e-40ba-bbe5-7935bf7f2204,segment=NetworkSegment(eedb8bb2-6a83-42a4-a900-ce0bfa1c6819),segment_id=eedb8bb2-6a83-42a4-a900-ce0bfa1c6819)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:47:18.987587 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-38d5f873-5bcd-49a8-88c2-b20058d61d25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:19.014837 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1b129e8a-40cf-4707-acab-02e6fd8fe42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:19.062606 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b129e8a-40cf-4707-acab-02e6fd8fe42d admin admin] Pushing event deleted for resources: {'Port': ['ID=69770675-ed8e-40ba-bbe5-7935bf7f2204,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:19.071170 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b129e8a-40cf-4707-acab-02e6fd8fe42d admin admin] No DVR routers for this DVR port 69770675-ed8e-40ba-bbe5-7935bf7f2204 on host dv-cinder-843305-1-smb {{(pid=83203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:47:19.111490 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f873-5bcd-49a8-88c2-b20058d61d25 None None] Calling delete_port for 69770675-ed8e-40ba-bbe5-7935bf7f2204 owned by network:dhcp {{(pid=83205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:47:19.199146 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1b129e8a-40cf-4707-acab-02e6fd8fe42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3373977', 'neutron.services.segments.db._delete_segments_for_network-8728910406777'] for network, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:19.200764 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.db.api [None req-38d5f873-5bcd-49a8-88c2-b20058d61d25 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:47:19.201125 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG oslo_db.api [None req-38d5f873-5bcd-49a8-88c2-b20058d61d25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:47:19.209133 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9685119-c66a-47cf-a12e-7c5850aa66a4 req-e4efc76e-130a-4f38-a36d-744650db0ff2 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Router 7499423c-9726-46e4-846f-c5b4fe0a9a4c has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:47:19.226956 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.services.segments.db [None req-1b129e8a-40cf-4707-acab-02e6fd8fe42d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['731580ef-85c7-4096-9d89-5c76c3da0184']}} {{(pid=83203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:19.239843 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.services.segments.db [None req-1b129e8a-40cf-4707-acab-02e6fd8fe42d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eedb8bb2-6a83-42a4-a900-ce0bfa1c6819') {'for_net_delete': True} {{(pid=83203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:19.240136 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.services.segments.db [None req-1b129e8a-40cf-4707-acab-02e6fd8fe42d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eedb8bb2-6a83-42a4-a900-ce0bfa1c6819') {} {{(pid=83203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:19.251709 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1b129e8a-40cf-4707-acab-02e6fd8fe42d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728910406660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871701'] for segment, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:19.269659 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1b129e8a-40cf-4707-acab-02e6fd8fe42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:19.276190 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b129e8a-40cf-4707-acab-02e6fd8fe42d admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=83203) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:47:19.276654 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1b129e8a-40cf-4707-acab-02e6fd8fe42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1950867'] for segment, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:19.291586 dv-cinder-843305-1-smb neutron-server[83203]: Traceback (most recent call last): May 25 22:47:19.291586 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:47:19.291586 dv-cinder-843305-1-smb neutron-server[83203]: timer() May 25 22:47:19.291586 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:47:19.291586 dv-cinder-843305-1-smb neutron-server[83203]: cb(*args, **kw) May 25 22:47:19.291586 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:47:19.291586 dv-cinder-843305-1-smb neutron-server[83203]: return func(*args, **kwargs) May 25 22:47:19.291586 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:47:19.291586 dv-cinder-843305-1-smb neutron-server[83203]: self._notify() May 25 22:47:19.291586 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:47:19.291586 dv-cinder-843305-1-smb neutron-server[83203]: self.callback(batched_events) May 25 22:47:19.291586 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:47:19.291586 dv-cinder-843305-1-smb neutron-server[83203]: event.method(event) May 25 22:47:19.291586 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:47:19.291586 dv-cinder-843305-1-smb neutron-server[83203]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:47:19.291586 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:47:19.291586 dv-cinder-843305-1-smb neutron-server[83203]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:47:19.291586 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:47:19.291586 dv-cinder-843305-1-smb neutron-server[83203]: return f(self, *a, **k) May 25 22:47:19.291586 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:47:19.291586 dv-cinder-843305-1-smb neutron-server[83203]: return self._get(url).json() May 25 22:47:19.291586 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:47:19.291586 dv-cinder-843305-1-smb neutron-server[83203]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:47:19.291586 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:47:19.291586 dv-cinder-843305-1-smb neutron-server[83203]: return self.request(url, 'GET', **kwargs) May 25 22:47:19.291586 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:47:19.291586 dv-cinder-843305-1-smb neutron-server[83203]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:47:19.291586 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:47:19.291586 dv-cinder-843305-1-smb neutron-server[83203]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:47:19.291586 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:47:19.291586 dv-cinder-843305-1-smb neutron-server[83203]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:47:19.291586 dv-cinder-843305-1-smb neutron-server[83203]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:47:19.380555 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1b129e8a-40cf-4707-acab-02e6fd8fe42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3373970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997848'] for network, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:19.400955 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1b129e8a-40cf-4707-acab-02e6fd8fe42d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for network, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:19.407270 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b129e8a-40cf-4707-acab-02e6fd8fe42d admin admin] Pushing event deleted for resources: {'Network': ['ID=731580ef-85c7-4096-9d89-5c76c3da0184,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:19.419995 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-1b129e8a-40cf-4707-acab-02e6fd8fe42d admin admin] 10.222.0.59 "DELETE /v2.0/networks/731580ef-85c7-4096-9d89-5c76c3da0184 HTTP/1.1" status: 204 len: 168 time: 0.9632030 May 25 22:47:19.434737 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9685119-c66a-47cf-a12e-7c5850aa66a4 req-e4efc76e-130a-4f38-a36d-744650db0ff2 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:47:19.446881 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c0807f-e090-4699-82fe-05b6aad3c411 None None] Sync routers for ids ['7499423c-9726-46e4-846f-c5b4fe0a9a4c'] in dv-cinder-843305-1-smb {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:47:19.468307 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c0807f-e090-4699-82fe-05b6aad3c411 None None] Routers {'7499423c-9726-46e4-846f-c5b4fe0a9a4c'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:47:19.468922 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-78c0807f-e090-4699-82fe-05b6aad3c411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:47:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['7499423c-9726-46e4-846f-c5b4fe0a9a4c'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:19.555838 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9685119-c66a-47cf-a12e-7c5850aa66a4 req-e4efc76e-130a-4f38-a36d-744650db0ff2 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] No DVR routers for this DVR port 34fe0296-b778-4194-a097-b36a88f51305 on host hv-cinder-84330 {{(pid=83204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:47:19.558577 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-b9685119-c66a-47cf-a12e-7c5850aa66a4 req-e4efc76e-130a-4f38-a36d-744650db0ff2 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:19.563799 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f24600d-8223-4f9d-909e-6dc28098d139', 'name': 'network-vif-deleted', 'tag': '34fe0296-b778-4194-a097-b36a88f51305'}] {{(pid=83204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:47:19.574178 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-097b84cc-2d9c-49ce-802d-62bddf31bec4 req-f9057a46-3a63-461c-9aea-db0989935b16 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f24600d-8223-4f9d-909e-6dc28098d139 HTTP/1.1" status: 200 len: 210 time: 0.0477879 May 25 22:47:19.597613 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b9685119-c66a-47cf-a12e-7c5850aa66a4 req-e4efc76e-130a-4f38-a36d-744650db0ff2 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.15 "DELETE /v2.0/ports/34fe0296-b778-4194-a097-b36a88f51305 HTTP/1.1" status: 204 len: 173 time: 1.6732721 May 25 22:47:19.605601 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 45624) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:19.678385 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-bd124033-52f3-4946-b808-2c4011c7752a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=05f43f82cc184502b28337f6aa9a35c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0708692 May 25 22:47:19.680940 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 45628) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:19.702517 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f873-5bcd-49a8-88c2-b20058d61d25 None None] Deleting port 69770675-ed8e-40ba-bbe5-7935bf7f2204 {{(pid=83205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:47:19.703613 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-38d5f873-5bcd-49a8-88c2-b20058d61d25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:19.703780 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-78c0807f-e090-4699-82fe-05b6aad3c411 None None] Set router 7499423c-9726-46e4-846f-c5b4fe0a9a4c gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:47:19.798021 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 16a7dcd8-31ea-4bdf-8f98-30e665651ba8 no longer exists at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:47:19.829368 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f873-5bcd-49a8-88c2-b20058d61d25 None None] The port '69770675-ed8e-40ba-bbe5-7935bf7f2204' was deleted {{(pid=83205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:47:19.849997 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] No Port match for: 16a7dcd8-31ea-4bdf-8f98-30e665651ba8 {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:47:19.850625 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 16a7dcd8-31ea-4bdf-8f98-30e665651ba8 not bound to the agent host dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:47:19.851244 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 69770675-ed8e-40ba-bbe5-7935bf7f2204 no longer exists at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:47:19.879303 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a7c9c9e-17bc-415b-92c7-05a59b4f0a3f'] response: {'server_uuid': '9f24600d-8223-4f9d-909e-6dc28098d139', 'name': 'network-vif-deleted', 'tag': '34fe0296-b778-4194-a097-b36a88f51305', 'status': 'completed', 'code': 200} May 25 22:47:19.885979 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] No Port match for: 69770675-ed8e-40ba-bbe5-7935bf7f2204 {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:47:19.886317 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 69770675-ed8e-40ba-bbe5-7935bf7f2204 not bound to the agent host dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:47:19.912049 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e8cbfed8-42a4-466d-b7f7-b92fff78e881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:19.940296 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e8cbfed8-42a4-466d-b7f7-b92fff78e881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:19.997203 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e8cbfed8-42a4-466d-b7f7-b92fff78e881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:20.014846 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cbfed8-42a4-466d-b7f7-b92fff78e881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925ee7ec-cfd0-4c2d-9f4c-019ebe8623c4,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:20.022488 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e8cbfed8-42a4-466d-b7f7-b92fff78e881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:20.026033 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-e8cbfed8-42a4-466d-b7f7-b92fff78e881 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/925ee7ec-cfd0-4c2d-9f4c-019ebe8623c4 HTTP/1.1" status: 204 len: 168 time: 0.3417771 May 25 22:47:20.092350 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-78c0807f-e090-4699-82fe-05b6aad3c411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'name': 'tempest-AttachVolumeTestJSON-1478890880-router', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:38:52Z', 'revision_number': 4, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'gw_port': {'id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': 'fc82d05a-7e7f-4e3c-ba63-b535e138d86d', 'name': '', 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'mac_address': 'fa:16:3e:26:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:50Z', 'updated_at': '2022-05-25T22:39:42Z', 'revision_number': 5, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'subnets': [{'id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:20.096603 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c0807f-e090-4699-82fe-05b6aad3c411 None None] Checking router: 7499423c-9726-46e4-846f-c5b4fe0a9a4c for host: dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:47:20.107373 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c0807f-e090-4699-82fe-05b6aad3c411 None None] Routers {'7499423c-9726-46e4-846f-c5b4fe0a9a4c'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:47:20.107966 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-78c0807f-e090-4699-82fe-05b6aad3c411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:47:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['7499423c-9726-46e4-846f-c5b4fe0a9a4c'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:20.341352 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-78c0807f-e090-4699-82fe-05b6aad3c411 None None] Set router 7499423c-9726-46e4-846f-c5b4fe0a9a4c gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:47:20.501618 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 45644) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:20.553398 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-0246444b-22a9-41ce-a08b-93d05cbb6b3e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0fcf1ce1235c439aab1b7034bcd63627&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0504978 May 25 22:47:20.555734 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 45648) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:20.620437 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-711982f5-15a8-4d8c-8527-5873acdc7942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:20.646379 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-711982f5-15a8-4d8c-8527-5873acdc7942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:20.694537 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-78c0807f-e090-4699-82fe-05b6aad3c411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'name': 'tempest-AttachVolumeTestJSON-1478890880-router', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:38:52Z', 'revision_number': 4, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'gw_port': {'id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': 'fc82d05a-7e7f-4e3c-ba63-b535e138d86d', 'name': '', 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'mac_address': 'fa:16:3e:26:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:50Z', 'updated_at': '2022-05-25T22:39:42Z', 'revision_number': 5, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'subnets': [{'id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:20.698563 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c0807f-e090-4699-82fe-05b6aad3c411 None None] The sync data for ids ['7499423c-9726-46e4-846f-c5b4fe0a9a4c'] in dv-cinder-843305-1-smb is: [{'id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'name': 'tempest-AttachVolumeTestJSON-1478890880-router', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:38:52Z', 'revision_number': 4, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'gw_port': {'id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': 'fc82d05a-7e7f-4e3c-ba63-b535e138d86d', 'name': '', 'network_id': '7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'mac_address': 'fa:16:3e:26:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:50Z', 'updated_at': '2022-05-25T22:39:42Z', 'revision_number': 5, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'subnets': [{'id': '485856f6-0ca7-4895-967d-86a1a09c0007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:47:20.704722 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-711982f5-15a8-4d8c-8527-5873acdc7942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:20.720077 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711982f5-15a8-4d8c-8527-5873acdc7942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99613719-a765-4fae-85d8-6ba9c89d4fcd,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:20.726511 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-711982f5-15a8-4d8c-8527-5873acdc7942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:20.731153 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-711982f5-15a8-4d8c-8527-5873acdc7942 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/99613719-a765-4fae-85d8-6ba9c89d4fcd HTTP/1.1" status: 204 len: 168 time: 0.1743243 May 25 22:47:20.915189 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2171b559-509b-445f-8282-7720776f0254 None None] New status for floating IP cdd0f226-3c15-4565-945d-7d02add4fb0f: DOWN {{(pid=83205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:47:21.274883 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 34fe0296-b778-4194-a097-b36a88f51305 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:47:21.311506 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] No Port match for: 34fe0296-b778-4194-a097-b36a88f51305 {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:47:21.311843 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 34fe0296-b778-4194-a097-b36a88f51305 not bound to the agent host hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:47:21.750167 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 45662) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:21.813574 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-4615d64c-b0b7-4cdf-acbf-f64f15310783 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:21.839701 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-4615d64c-b0b7-4cdf-acbf-f64f15310783 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:21.890362 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-4615d64c-b0b7-4cdf-acbf-f64f15310783 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:21.909299 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615d64c-b0b7-4cdf-acbf-f64f15310783 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b50b179-e41c-4f9b-be44-249f2d2a856b,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:21.923243 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615d64c-b0b7-4cdf-acbf-f64f15310783 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:21.923584 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615d64c-b0b7-4cdf-acbf-f64f15310783 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:21.923919 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615d64c-b0b7-4cdf-acbf-f64f15310783 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:21.924246 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615d64c-b0b7-4cdf-acbf-f64f15310783 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:21.924572 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615d64c-b0b7-4cdf-acbf-f64f15310783 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:21.924895 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615d64c-b0b7-4cdf-acbf-f64f15310783 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:21.925217 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615d64c-b0b7-4cdf-acbf-f64f15310783 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:21.925537 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615d64c-b0b7-4cdf-acbf-f64f15310783 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:21.925857 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615d64c-b0b7-4cdf-acbf-f64f15310783 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:21.926202 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615d64c-b0b7-4cdf-acbf-f64f15310783 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:21.926545 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615d64c-b0b7-4cdf-acbf-f64f15310783 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:21.930407 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-4615d64c-b0b7-4cdf-acbf-f64f15310783 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:21.931484 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-4615d64c-b0b7-4cdf-acbf-f64f15310783 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "DELETE /v2.0/security-groups/3b50b179-e41c-4f9b-be44-249f2d2a856b HTTP/1.1" status: 204 len: 168 time: 0.1803367 May 25 22:47:21.934153 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 45666) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:21.950855 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.api.v2.resource [None req-3fff4704-369a-40f5-a774-37284a39b617 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] show failed (client error): The resource could not be found. May 25 22:47:21.951754 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-3fff4704-369a-40f5-a774-37284a39b617 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "GET /v2.0/security-groups/3b50b179-e41c-4f9b-be44-249f2d2a856b HTTP/1.1" status: 404 len: 347 time: 0.0161479 May 25 22:47:21.954547 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 45670) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:22.105291 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [None req-bf9a9f1b-8eee-41eb-8a20-1c5cbe760db7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Deleting port 72b26451-9b93-4272-9d10-64e79ad94cda {{(pid=83204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:47:22.105626 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-bf9a9f1b-8eee-41eb-8a20-1c5cbe760db7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:22.285723 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-bf9a9f1b-8eee-41eb-8a20-1c5cbe760db7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:22.286042 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-bf9a9f1b-8eee-41eb-8a20-1c5cbe760db7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:22.406562 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [None req-bf9a9f1b-8eee-41eb-8a20-1c5cbe760db7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Calling delete_port for 72b26451-9b93-4272-9d10-64e79ad94cda owned by network:floatingip {{(pid=83204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:47:22.536324 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-bf9a9f1b-8eee-41eb-8a20-1c5cbe760db7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:22.655036 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a9f1b-8eee-41eb-8a20-1c5cbe760db7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Pushing event deleted for resources: {'Port': ['ID=72b26451-9b93-4272-9d10-64e79ad94cda,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:22.744237 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-bf9a9f1b-8eee-41eb-8a20-1c5cbe760db7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks [] for floatingip, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:22.758214 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-bf9a9f1b-8eee-41eb-8a20-1c5cbe760db7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for floatingip, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:22.759559 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-bf9a9f1b-8eee-41eb-8a20-1c5cbe760db7 tempest-AttachVolumeTestJSON-1461126372 tempest-AttachVolumeTestJSON-1461126372-project] 10.222.0.59 "DELETE /v2.0/floatingips/cdd0f226-3c15-4565-945d-7d02add4fb0f HTTP/1.1" status: 204 len: 168 time: 0.8040459 May 25 22:47:26.715220 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 45724) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:27.223259 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-815fb021-3886-41c9-9bbe-ac60f634b601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-999128'] for router_interface, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:27.813025 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [None req-815fb021-3886-41c9-9bbe-ac60f634b601 admin admin] Deleting port fc82d05a-7e7f-4e3c-ba63-b535e138d86d {{(pid=83204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:47:27.813585 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-815fb021-3886-41c9-9bbe-ac60f634b601 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:27.979475 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [None req-815fb021-3886-41c9-9bbe-ac60f634b601 admin admin] For port fc82d05a-7e7f-4e3c-ba63-b535e138d86d, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=fc82d05a-7e7f-4e3c-ba63-b535e138d86d,segment=NetworkSegment(06c790d0-55a7-47ae-999d-414301c64b5e),segment_id=06c790d0-55a7-47ae-999d-414301c64b5e)] {{(pid=83204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:47:27.979825 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-815fb021-3886-41c9-9bbe-ac60f634b601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:28.117374 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [None req-815fb021-3886-41c9-9bbe-ac60f634b601 admin admin] Calling delete_port for fc82d05a-7e7f-4e3c-ba63-b535e138d86d owned by network:router_interface {{(pid=83204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:47:28.365018 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c8200-8f5f-40cf-a898-d06330536825 req-19d2eb98-b3e1-4668-b0e2-df85b4e974d0 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:28.366442 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-cd8c8200-8f5f-40cf-a898-d06330536825 req-19d2eb98-b3e1-4668-b0e2-df85b4e974d0 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5abb44b-4622-4741-a276-4d5cc1ae0c07 HTTP/1.1" status: 200 len: 945 time: 0.1233208 May 25 22:47:28.461826 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-cd8c8200-8f5f-40cf-a898-d06330536825 req-2872ac5f-e00e-4d89-b7f1-ba795c39cc2d tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e2fd9a9-765e-44d1-bee5-f09fdd1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853200 May 25 22:47:28.490819 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-815fb021-3886-41c9-9bbe-ac60f634b601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:28.541342 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815fb021-3886-41c9-9bbe-ac60f634b601 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc82d05a-7e7f-4e3c-ba63-b535e138d86d,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:28.820993 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-815fb021-3886-41c9-9bbe-ac60f634b601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4094844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-999055'] for router_interface, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:29.371914 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815fb021-3886-41c9-9bbe-ac60f634b601 admin admin] Router 7499423c-9726-46e4-846f-c5b4fe0a9a4c has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:47:29.564951 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815fb021-3886-41c9-9bbe-ac60f634b601 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:47:29.574161 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55af49ba-a39c-4c41-8088-bf6b1ffde3d5 None None] Sync routers for ids ['7499423c-9726-46e4-846f-c5b4fe0a9a4c'] in dv-cinder-843305-1-smb {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:47:29.578783 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-815fb021-3886-41c9-9bbe-ac60f634b601 admin admin] 10.222.0.59 "PUT /v2.0/routers/7499423c-9726-46e4-846f-c5b4fe0a9a4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8623087 May 25 22:47:29.581309 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 45738) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:29.590583 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55af49ba-a39c-4c41-8088-bf6b1ffde3d5 None None] Routers {'7499423c-9726-46e4-846f-c5b4fe0a9a4c'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:47:29.591257 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-55af49ba-a39c-4c41-8088-bf6b1ffde3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:47:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['7499423c-9726-46e4-846f-c5b4fe0a9a4c'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:29.662776 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392ebc4-5958-424e-9142-45d0e5e4c402 req-7f33b596-e05e-4027-a25d-a6e978d115e7 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:29.663883 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-0392ebc4-5958-424e-9142-45d0e5e4c402 req-7f33b596-e05e-4027-a25d-a6e978d115e7 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5abb44b-4622-4741-a276-4d5cc1ae0c07 HTTP/1.1" status: 200 len: 945 time: 0.0810113 May 25 22:47:29.713680 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-0392ebc4-5958-424e-9142-45d0e5e4c402 req-4e77be91-2437-49de-bc6b-e7397fe8ed03 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e2fd9a9-765e-44d1-bee5-f09fdd1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441122 May 25 22:47:29.772552 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-55af49ba-a39c-4c41-8088-bf6b1ffde3d5 None None] Set router 7499423c-9726-46e4-846f-c5b4fe0a9a4c gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:47:29.902926 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-61034922-01bc-4cb2-90ab-2537f4e0de8f admin admin] Notify callbacks [] for router, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:30.046715 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-55af49ba-a39c-4c41-8088-bf6b1ffde3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'name': 'tempest-AttachVolumeTestJSON-1478890880-router', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:47:28Z', 'revision_number': 5, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'gw_port': {'id': '38ba55ed-9c82-498b-8ac0-032a3e70cf32', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb'}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:30.050283 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55af49ba-a39c-4c41-8088-bf6b1ffde3d5 None None] Checking router: 7499423c-9726-46e4-846f-c5b4fe0a9a4c for host: dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:47:30.061000 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55af49ba-a39c-4c41-8088-bf6b1ffde3d5 None None] Routers {'7499423c-9726-46e4-846f-c5b4fe0a9a4c'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:47:30.061574 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-55af49ba-a39c-4c41-8088-bf6b1ffde3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:47:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['7499423c-9726-46e4-846f-c5b4fe0a9a4c'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:30.091665 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-61034922-01bc-4cb2-90ab-2537f4e0de8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:30.101704 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [None req-61034922-01bc-4cb2-90ab-2537f4e0de8f admin admin] Deleting port 38ba55ed-9c82-498b-8ac0-032a3e70cf32 {{(pid=83204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:47:30.102064 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-61034922-01bc-4cb2-90ab-2537f4e0de8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:30.211473 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-55af49ba-a39c-4c41-8088-bf6b1ffde3d5 None None] Set router 7499423c-9726-46e4-846f-c5b4fe0a9a4c gateway port host: None {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:47:30.292391 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [None req-61034922-01bc-4cb2-90ab-2537f4e0de8f admin admin] For port 38ba55ed-9c82-498b-8ac0-032a3e70cf32, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=38ba55ed-9c82-498b-8ac0-032a3e70cf32,segment=NetworkSegment(3342e0e4-498a-46e7-9232-6274ffc1b494),segment_id=3342e0e4-498a-46e7-9232-6274ffc1b494)] {{(pid=83204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:47:30.292742 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-61034922-01bc-4cb2-90ab-2537f4e0de8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:30.315808 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-55af49ba-a39c-4c41-8088-bf6b1ffde3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'name': 'tempest-AttachVolumeTestJSON-1478890880-router', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:47:30Z', 'revision_number': 6, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'gw_port_host': None}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:30.319772 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55af49ba-a39c-4c41-8088-bf6b1ffde3d5 None None] The sync data for ids ['7499423c-9726-46e4-846f-c5b4fe0a9a4c'] in dv-cinder-843305-1-smb is: [{'id': '7499423c-9726-46e4-846f-c5b4fe0a9a4c', 'name': 'tempest-AttachVolumeTestJSON-1478890880-router', 'tenant_id': '8245386779d14b72ba8d57559c8a6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:47:30Z', 'revision_number': 6, 'project_id': '8245386779d14b72ba8d57559c8a6be4', 'gw_port_host': None}] {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:47:30.412410 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [None req-61034922-01bc-4cb2-90ab-2537f4e0de8f admin admin] Calling delete_port for 38ba55ed-9c82-498b-8ac0-032a3e70cf32 owned by network:router_gateway {{(pid=83204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:47:30.572666 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-61034922-01bc-4cb2-90ab-2537f4e0de8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:30.616207 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61034922-01bc-4cb2-90ab-2537f4e0de8f admin admin] Pushing event deleted for resources: {'Port': ['ID=38ba55ed-9c82-498b-8ac0-032a3e70cf32,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:30.837541 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-61034922-01bc-4cb2-90ab-2537f4e0de8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997829'] for router_gateway, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:31.217632 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-61034922-01bc-4cb2-90ab-2537f4e0de8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1035317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4933'] for router, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:31.224621 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-61034922-01bc-4cb2-90ab-2537f4e0de8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:31.237337 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9efabde-1d1b-48af-9758-879d3e597a38 req-30d0d7d9-2778-463c-b5e9-1ed5da677f2c tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:31.238780 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b9efabde-1d1b-48af-9758-879d3e597a38 req-30d0d7d9-2778-463c-b5e9-1ed5da677f2c tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5abb44b-4622-4741-a276-4d5cc1ae0c07 HTTP/1.1" status: 200 len: 945 time: 0.4032702 May 25 22:47:31.273711 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-61034922-01bc-4cb2-90ab-2537f4e0de8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1035417'] for router, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:31.274185 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61034922-01bc-4cb2-90ab-2537f4e0de8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7499423c-9726-46e4-846f-c5b4fe0a9a4c {{(pid=83204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:47:31.300574 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-61034922-01bc-4cb2-90ab-2537f4e0de8f admin admin] Notify callbacks [] for router, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:31.301679 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-61034922-01bc-4cb2-90ab-2537f4e0de8f admin admin] 10.222.0.59 "DELETE /v2.0/routers/7499423c-9726-46e4-846f-c5b4fe0a9a4c HTTP/1.1" status: 204 len: 168 time: 1.7194993 May 25 22:47:31.304101 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b9efabde-1d1b-48af-9758-879d3e597a38 req-c61e6133-b453-4952-a999-6b1455805733 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e2fd9a9-765e-44d1-bee5-f09fdd1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583189 May 25 22:47:31.304536 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 45744) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:31.366311 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.db_base_plugin_v2 [None req-e38191c6-f407-4290-bfe9-b4ebda5cec32 admin admin] Deleting subnet 485856f6-0ca7-4895-967d-86a1a09c0007 {{(pid=83204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:47:31.368951 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-e38191c6-f407-4290-bfe9-b4ebda5cec32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:31.416636 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-e38191c6-f407-4290-bfe9-b4ebda5cec32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1659241'] for subnet, precommit_delete_associations {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:31.492761 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-e38191c6-f407-4290-bfe9-b4ebda5cec32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3361804'] for subnet, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:31.556200 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-e38191c6-f407-4290-bfe9-b4ebda5cec32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3361797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1172376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1715770'] for subnet, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:31.593142 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38191c6-f407-4290-bfe9-b4ebda5cec32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=485856f6-0ca7-4895-967d-86a1a09c0007,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:31.600524 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-e38191c6-f407-4290-bfe9-b4ebda5cec32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:31.605294 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7656d0ca-afea-49d5-b202-2a9ced1fec94 None None] Network 7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2 requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:47:31.606901 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-e38191c6-f407-4290-bfe9-b4ebda5cec32 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/485856f6-0ca7-4895-967d-86a1a09c0007 HTTP/1.1" status: 204 len: 168 time: 0.3014636 May 25 22:47:31.609335 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 45748) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:31.703843 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device fc82d05a-7e7f-4e3c-ba63-b535e138d86d no longer exists at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:47:31.712441 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-b76d6028-3834-4120-a123-712994ca57d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3150312'] for network, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:31.723670 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [None req-b76d6028-3834-4120-a123-712994ca57d3 admin admin] Deleting port 4b396dfc-ccbe-442a-bacf-9bda16cb0277 {{(pid=83204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:47:31.723995 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-b76d6028-3834-4120-a123-712994ca57d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:31.761788 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] No Port match for: fc82d05a-7e7f-4e3c-ba63-b535e138d86d {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:47:31.762123 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device fc82d05a-7e7f-4e3c-ba63-b535e138d86d not bound to the agent host dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:47:31.762548 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 38ba55ed-9c82-498b-8ac0-032a3e70cf32 no longer exists at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:47:31.823251 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] No Port match for: 38ba55ed-9c82-498b-8ac0-032a3e70cf32 {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:47:31.823583 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 38ba55ed-9c82-498b-8ac0-032a3e70cf32 not bound to the agent host dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:47:31.925427 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ddc3bb-0c6e-4887-8af0-04cf69fa2f6f None None] DHCP port deletion for 7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2 request from dv-cinder-843305-1-smb {{(pid=83205) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:47:31.929432 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-19ddc3bb-0c6e-4887-8af0-04cf69fa2f6f None None] Deleting port 4b396dfc-ccbe-442a-bacf-9bda16cb0277 {{(pid=83205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:47:31.929799 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-19ddc3bb-0c6e-4887-8af0-04cf69fa2f6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:31.930256 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [None req-b76d6028-3834-4120-a123-712994ca57d3 admin admin] For port 4b396dfc-ccbe-442a-bacf-9bda16cb0277, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=4b396dfc-ccbe-442a-bacf-9bda16cb0277,segment=NetworkSegment(06c790d0-55a7-47ae-999d-414301c64b5e),segment_id=06c790d0-55a7-47ae-999d-414301c64b5e)] {{(pid=83204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:47:31.930655 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-b76d6028-3834-4120-a123-712994ca57d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:32.048678 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [None req-b76d6028-3834-4120-a123-712994ca57d3 admin admin] Calling delete_port for 4b396dfc-ccbe-442a-bacf-9bda16cb0277 owned by network:dhcp {{(pid=83204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:47:32.121555 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-b76d6028-3834-4120-a123-712994ca57d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:32.159282 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-19ddc3bb-0c6e-4887-8af0-04cf69fa2f6f None None] For port 4b396dfc-ccbe-442a-bacf-9bda16cb0277, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=4b396dfc-ccbe-442a-bacf-9bda16cb0277,segment=NetworkSegment(06c790d0-55a7-47ae-999d-414301c64b5e),segment_id=06c790d0-55a7-47ae-999d-414301c64b5e)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:47:32.159583 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-19ddc3bb-0c6e-4887-8af0-04cf69fa2f6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:32.165199 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d6028-3834-4120-a123-712994ca57d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b396dfc-ccbe-442a-bacf-9bda16cb0277,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:32.173851 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76d6028-3834-4120-a123-712994ca57d3 admin admin] No DVR routers for this DVR port 4b396dfc-ccbe-442a-bacf-9bda16cb0277 on host dv-cinder-843305-1-smb {{(pid=83204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:47:32.279309 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-19ddc3bb-0c6e-4887-8af0-04cf69fa2f6f None None] Calling delete_port for 4b396dfc-ccbe-442a-bacf-9bda16cb0277 owned by network:dhcp {{(pid=83205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:47:32.288118 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-b76d6028-3834-4120-a123-712994ca57d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3373977', 'neutron.services.segments.db._delete_segments_for_network-8728910406777'] for network, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:32.315266 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.services.segments.db [None req-b76d6028-3834-4120-a123-712994ca57d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2']}} {{(pid=83204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:32.326942 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.services.segments.db [None req-b76d6028-3834-4120-a123-712994ca57d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c790d0-55a7-47ae-999d-414301c64b5e') {'for_net_delete': True} {{(pid=83204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:32.327233 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.services.segments.db [None req-b76d6028-3834-4120-a123-712994ca57d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c790d0-55a7-47ae-999d-414301c64b5e') {} {{(pid=83204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:32.338290 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-b76d6028-3834-4120-a123-712994ca57d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728910406660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1660058'] for segment, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:32.347769 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.db.api [None req-19ddc3bb-0c6e-4887-8af0-04cf69fa2f6f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:47:32.348456 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG oslo_db.api [None req-19ddc3bb-0c6e-4887-8af0-04cf69fa2f6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:47:32.354124 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-b76d6028-3834-4120-a123-712994ca57d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:32.360670 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b76d6028-3834-4120-a123-712994ca57d3 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=83204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:47:32.361044 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-b76d6028-3834-4120-a123-712994ca57d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1172470'] for segment, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:32.374250 dv-cinder-843305-1-smb neutron-server[83204]: Traceback (most recent call last): May 25 22:47:32.374250 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:47:32.374250 dv-cinder-843305-1-smb neutron-server[83204]: timer() May 25 22:47:32.374250 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:47:32.374250 dv-cinder-843305-1-smb neutron-server[83204]: cb(*args, **kw) May 25 22:47:32.374250 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:47:32.374250 dv-cinder-843305-1-smb neutron-server[83204]: return func(*args, **kwargs) May 25 22:47:32.374250 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:47:32.374250 dv-cinder-843305-1-smb neutron-server[83204]: self._notify() May 25 22:47:32.374250 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:47:32.374250 dv-cinder-843305-1-smb neutron-server[83204]: self.callback(batched_events) May 25 22:47:32.374250 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:47:32.374250 dv-cinder-843305-1-smb neutron-server[83204]: event.method(event) May 25 22:47:32.374250 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:47:32.374250 dv-cinder-843305-1-smb neutron-server[83204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:47:32.374250 dv-cinder-843305-1-smb neutron-server[83204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:47:32.374250 dv-cinder-843305-1-smb neutron-server[83204]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:47:32.374250 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:47:32.374250 dv-cinder-843305-1-smb neutron-server[83204]: return f(self, *a, **k) May 25 22:47:32.374250 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:47:32.374250 dv-cinder-843305-1-smb neutron-server[83204]: return self._get(url).json() May 25 22:47:32.374250 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:47:32.374250 dv-cinder-843305-1-smb neutron-server[83204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:47:32.374250 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:47:32.374250 dv-cinder-843305-1-smb neutron-server[83204]: return self.request(url, 'GET', **kwargs) May 25 22:47:32.374250 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:47:32.374250 dv-cinder-843305-1-smb neutron-server[83204]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:47:32.374250 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:47:32.374250 dv-cinder-843305-1-smb neutron-server[83204]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:47:32.374250 dv-cinder-843305-1-smb neutron-server[83204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:47:32.374250 dv-cinder-843305-1-smb neutron-server[83204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:47:32.374250 dv-cinder-843305-1-smb neutron-server[83204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:47:32.450197 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-b76d6028-3834-4120-a123-712994ca57d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3373970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997848'] for network, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:32.467614 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-b76d6028-3834-4120-a123-712994ca57d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for network, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:32.475735 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d6028-3834-4120-a123-712994ca57d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:32.489679 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-b76d6028-3834-4120-a123-712994ca57d3 admin admin] 10.222.0.59 "DELETE /v2.0/networks/7b98aa25-1a6c-4d1d-ae48-f3e3f4894bd2 HTTP/1.1" status: 204 len: 168 time: 0.8793683 May 25 22:47:32.506941 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b329cb4-1ed4-46df-9f74-277c5571d0c7 req-9fdc4554-9207-44ae-bd3f-f3bcc46d4c18 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:32.508370 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-2b329cb4-1ed4-46df-9f74-277c5571d0c7 req-9fdc4554-9207-44ae-bd3f-f3bcc46d4c18 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5abb44b-4622-4741-a276-4d5cc1ae0c07 HTTP/1.1" status: 200 len: 945 time: 0.0790091 May 25 22:47:32.553564 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-2b329cb4-1ed4-46df-9f74-277c5571d0c7 req-56c7cd24-853f-460d-b3a7-a2990ba3f1db tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e2fd9a9-765e-44d1-bee5-f09fdd1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396912 May 25 22:47:32.624444 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 45756) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:32.673406 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-fca947fe-9877-48e2-88de-a1fbdb1c68f0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8245386779d14b72ba8d57559c8a6be4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478616 May 25 22:47:32.675781 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 45760) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:32.732378 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-684690bb-74a4-4255-bb76-3113e7d87b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:32.759801 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-684690bb-74a4-4255-bb76-3113e7d87b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:32.849230 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-19ddc3bb-0c6e-4887-8af0-04cf69fa2f6f None None] Deleting port 4b396dfc-ccbe-442a-bacf-9bda16cb0277 {{(pid=83205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:47:32.850021 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-19ddc3bb-0c6e-4887-8af0-04cf69fa2f6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:32.883420 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-684690bb-74a4-4255-bb76-3113e7d87b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:32.898873 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684690bb-74a4-4255-bb76-3113e7d87b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64edb0fa-8ed0-4b0c-9ae4-10403dad9876,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:32.908179 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-684690bb-74a4-4255-bb76-3113e7d87b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:32.911613 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-684690bb-74a4-4255-bb76-3113e7d87b41 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/64edb0fa-8ed0-4b0c-9ae4-10403dad9876 HTTP/1.1" status: 204 len: 168 time: 0.2326443 May 25 22:47:32.921749 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-19ddc3bb-0c6e-4887-8af0-04cf69fa2f6f None None] The port '4b396dfc-ccbe-442a-bacf-9bda16cb0277' was deleted {{(pid=83205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:47:33.500765 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b21f9d-422b-454d-977d-fd071c708e27 req-755d39a1-f7f4-4fd1-8de6-4a46b0198871 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:33.502158 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-95b21f9d-422b-454d-977d-fd071c708e27 req-755d39a1-f7f4-4fd1-8de6-4a46b0198871 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5abb44b-4622-4741-a276-4d5cc1ae0c07 HTTP/1.1" status: 200 len: 945 time: 0.0792692 May 25 22:47:33.571486 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [req-95b21f9d-422b-454d-977d-fd071c708e27 req-6e1d9c77-f568-43de-8774-a2ed5404fa4c tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Deleting port 88572ba1-af39-4ac3-b124-097e0792d00f {{(pid=83204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:47:33.571819 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-95b21f9d-422b-454d-977d-fd071c708e27 req-6e1d9c77-f568-43de-8774-a2ed5404fa4c tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:33.710101 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 4b396dfc-ccbe-442a-bacf-9bda16cb0277 no longer exists at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:47:33.736432 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 45786) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:33.742871 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] No Port match for: 4b396dfc-ccbe-442a-bacf-9bda16cb0277 {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:47:33.743704 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 4b396dfc-ccbe-442a-bacf-9bda16cb0277 not bound to the agent host dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:47:33.864660 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48874623-2e8c-457b-8717-a8a436292cc8 req-225d8103-ae82-45fc-b9a3-6edbc39eca85 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:33.865050 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-6f1355ed-3079-4227-89f6-5f1091ec601c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-879188648-network', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:47:33.866190 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-48874623-2e8c-457b-8717-a8a436292cc8 req-225d8103-ae82-45fc-b9a3-6edbc39eca85 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5abb44b-4622-4741-a276-4d5cc1ae0c07 HTTP/1.1" status: 200 len: 945 time: 0.1877289 May 25 22:47:33.878721 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-6f1355ed-3079-4227-89f6-5f1091ec601c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:47:33.882612 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-6f1355ed-3079-4227-89f6-5f1091ec601c admin admin] Usage tracker for resource:network and tenant:a306ac3d88ed4dd38736ce9e31a10d07 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:47:33.885577 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-6f1355ed-3079-4227-89f6-5f1091ec601c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:47:33.892113 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:33.892651 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-6f1355ed-3079-4227-89f6-5f1091ec601c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:47:33.902155 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1355ed-3079-4227-89f6-5f1091ec601c admin admin] Made reservation on behalf of a306ac3d88ed4dd38736ce9e31a10d07 for: {'network': 1} {{(pid=83203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:47:33.905059 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6f1355ed-3079-4227-89f6-5f1091ec601c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for network, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:33.905787 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-95b21f9d-422b-454d-977d-fd071c708e27 req-6e1d9c77-f568-43de-8774-a2ed5404fa4c tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] For port 88572ba1-af39-4ac3-b124-097e0792d00f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=88572ba1-af39-4ac3-b124-097e0792d00f,segment=NetworkSegment(286254f5-04a7-4fc1-b5c9-72159fdcb92b),segment_id=286254f5-04a7-4fc1-b5c9-72159fdcb92b)] {{(pid=83204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:47:33.906139 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-95b21f9d-422b-454d-977d-fd071c708e27 req-6e1d9c77-f568-43de-8774-a2ed5404fa4c tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:33.920867 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6f1355ed-3079-4227-89f6-5f1091ec601c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:33.951971 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-6f1355ed-3079-4227-89f6-5f1091ec601c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:47:33.955864 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-6f1355ed-3079-4227-89f6-5f1091ec601c admin admin] Usage tracker for resource:security_group_rule and tenant:a306ac3d88ed4dd38736ce9e31a10d07 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:47:33.958816 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-6f1355ed-3079-4227-89f6-5f1091ec601c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:47:33.964702 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-6f1355ed-3079-4227-89f6-5f1091ec601c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:47:34.034825 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6f1355ed-3079-4227-89f6-5f1091ec601c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:34.038877 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6f1355ed-3079-4227-89f6-5f1091ec601c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:34.050191 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [req-95b21f9d-422b-454d-977d-fd071c708e27 req-6e1d9c77-f568-43de-8774-a2ed5404fa4c tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Calling delete_port for 88572ba1-af39-4ac3-b124-097e0792d00f owned by compute:nova {{(pid=83204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:47:34.071760 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f1355ed-3079-4227-89f6-5f1091ec601c admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=83203) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:47:34.077771 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1355ed-3079-4227-89f6-5f1091ec601c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948f6a79-f4f5-40d1-9c7d-2bffd817e5ca,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:34.084941 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6f1355ed-3079-4227-89f6-5f1091ec601c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:34.086359 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.db.segments_db [None req-6f1355ed-3079-4227-89f6-5f1091ec601c admin admin] Added segment ada17ba1-f3bd-425c-893b-c7a09028367f of type vlan for network f5598603-fbcc-4407-8043-89c712b6936c May 25 22:47:34.097779 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-48874623-2e8c-457b-8717-a8a436292cc8 req-93b39410-a15d-4109-9049-ad769c76b3f2 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e2fd9a9-765e-44d1-bee5-f09fdd1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191770 May 25 22:47:34.113681 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6f1355ed-3079-4227-89f6-5f1091ec601c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728909907725'] for network, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:34.150794 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6f1355ed-3079-4227-89f6-5f1091ec601c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865'] for network, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:34.151553 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1355ed-3079-4227-89f6-5f1091ec601c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:34.152122 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6f1355ed-3079-4227-89f6-5f1091ec601c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for network, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:34.202379 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-95b21f9d-422b-454d-977d-fd071c708e27 req-6e1d9c77-f568-43de-8774-a2ed5404fa4c tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:34.241689 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['88572ba1-af39-4ac3-b124-097e0792d00f'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:47:34.268793 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1355ed-3079-4227-89f6-5f1091ec601c admin admin] Pushing event updated for resources: {'Network': ['ID=f5598603-fbcc-4407-8043-89c712b6936c,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:34.273096 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-6f1355ed-3079-4227-89f6-5f1091ec601c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5355384 May 25 22:47:34.276567 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 45792) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:34.284141 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Network f5598603-fbcc-4407-8043-89c712b6936c details requested by agent ovs-agent-dv-cinder-843305-1-smb with host dv-cinder-843305-1-smb {{(pid=83205) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:47:34.284884 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-826ea7b2-2354-442a-bb36-a41a806b86ae admin admin] Request body: {'subnet': {'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-879188648-subnet', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:47:34.290681 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-826ea7b2-2354-442a-bb36-a41a806b86ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:47:34.294630 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-826ea7b2-2354-442a-bb36-a41a806b86ae admin admin] Usage tracker for resource:subnet and tenant:a306ac3d88ed4dd38736ce9e31a10d07 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:47:34.297721 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-826ea7b2-2354-442a-bb36-a41a806b86ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:47:34.304111 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-826ea7b2-2354-442a-bb36-a41a806b86ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:47:34.316325 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826ea7b2-2354-442a-bb36-a41a806b86ae admin admin] Made reservation on behalf of a306ac3d88ed4dd38736ce9e31a10d07 for: {'subnet': 1} {{(pid=83203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:47:34.318999 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-826ea7b2-2354-442a-bb36-a41a806b86ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1742142'] for subnet, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:34.321478 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d9c77-f568-43de-8774-a2ed5404fa4c tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Pushing event deleted for resources: {'Port': ['ID=88572ba1-af39-4ac3-b124-097e0792d00f,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:34.328014 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b21f9d-422b-454d-977d-fd071c708e27 req-6e1d9c77-f568-43de-8774-a2ed5404fa4c tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] No DVR routers for this DVR port 88572ba1-af39-4ac3-b124-097e0792d00f on host hv-cinder-84330 {{(pid=83204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:47:34.329994 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-95b21f9d-422b-454d-977d-fd071c708e27 req-6e1d9c77-f568-43de-8774-a2ed5404fa4c tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:34.332472 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5abb44b-4622-4741-a276-4d5cc1ae0c07', 'name': 'network-vif-deleted', 'tag': '88572ba1-af39-4ac3-b124-097e0792d00f'}] {{(pid=83204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:47:34.353940 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-95b21f9d-422b-454d-977d-fd071c708e27 req-6e1d9c77-f568-43de-8774-a2ed5404fa4c tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.15 "DELETE /v2.0/ports/88572ba1-af39-4ac3-b124-097e0792d00f HTTP/1.1" status: 204 len: 173 time: 0.8466816 May 25 22:47:34.405256 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfa35c58-4255-4126-8468-f500d6aed0c2'] response: {'server_uuid': 'c5abb44b-4622-4741-a276-4d5cc1ae0c07', 'name': 'network-vif-deleted', 'tag': '88572ba1-af39-4ac3-b124-097e0792d00f', 'status': 'completed', 'code': 200} May 25 22:47:34.539387 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-826ea7b2-2354-442a-bb36-a41a806b86ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1950778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1742124'] for subnet, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:34.616454 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ea7b2-2354-442a-bb36-a41a806b86ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=e02f53aa-d00c-4082-a6d9-9a1a20ad8b08,revision_number=0']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:34.628277 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826ea7b2-2354-442a-bb36-a41a806b86ae admin admin] Checking segment: {'id': 'ada17ba1-f3bd-425c-893b-c7a09028367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:47:34.628641 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826ea7b2-2354-442a-bb36-a41a806b86ae admin admin] Network hostable DHCP agents. Network: f5598603-fbcc-4407-8043-89c712b6936c, hostable agents: ['894d5615-95da-45d6-9a18-7bf04c47b636'], hosted agents: [] {{(pid=83203) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:47:34.649947 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826ea7b2-2354-442a-bb36-a41a806b86ae admin admin] Network f5598603-fbcc-4407-8043-89c712b6936c is scheduled to be hosted by DHCP agent 894d5615-95da-45d6-9a18-7bf04c47b636 with binding_index 1 {{(pid=83203) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:47:34.659269 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [None req-826ea7b2-2354-442a-bb36-a41a806b86ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-smb, f5598603-fbcc-4407-8043-89c712b6936c) {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:47:34.663887 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826ea7b2-2354-442a-bb36-a41a806b86ae admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:34.664504 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-826ea7b2-2354-442a-bb36-a41a806b86ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for subnet, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:34.670163 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00bf7a8-bec1-44df-8dec-82d6f7dc810a None None] Network f5598603-fbcc-4407-8043-89c712b6936c requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:47:34.687569 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-826ea7b2-2354-442a-bb36-a41a806b86ae admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4097159 May 25 22:47:34.690314 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 45800) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:34.695657 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-adf5ef48-828d-4e48-b515-dcd7b156cae5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:47:34.700158 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-adf5ef48-828d-4e48-b515-dcd7b156cae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:47:34.703971 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-adf5ef48-828d-4e48-b515-dcd7b156cae5 admin admin] Usage tracker for resource:router and tenant:a306ac3d88ed4dd38736ce9e31a10d07 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:47:34.706786 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-adf5ef48-828d-4e48-b515-dcd7b156cae5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:47:34.712363 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-adf5ef48-828d-4e48-b515-dcd7b156cae5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:47:34.723062 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-adf5ef48-828d-4e48-b515-dcd7b156cae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-995827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4951'] for router, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:34.724984 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-adf5ef48-828d-4e48-b515-dcd7b156cae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-995728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4956'] for router, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:34.743945 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-adf5ef48-828d-4e48-b515-dcd7b156cae5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:34.887247 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed14cf5-3ca5-548c-8e99-fd567da135a2-f5598603-fbcc-4407-8043-89c712b6936c', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08'}]}} from dv-cinder-843305-1-smb. {{(pid=83205) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:47:34.888104 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:34.891245 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-adf5ef48-828d-4e48-b515-dcd7b156cae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1035273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:35.041576 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.db_base_plugin_common [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] Allocated IP 172.20.0.2 (f5598603-fbcc-4407-8043-89c712b6936c/e02f53aa-d00c-4082-a6d9-9a1a20ad8b08/9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11) {{(pid=83205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:47:35.073214 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-adf5ef48-828d-4e48-b515-dcd7b156cae5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:35.103031 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-adf5ef48-828d-4e48-b515-dcd7b156cae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:35.268229 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.db_base_plugin_common [None req-adf5ef48-828d-4e48-b515-dcd7b156cae5 admin admin] Allocated IP 172.28.2.152 (77f19dc1-c50e-4f02-8833-0fbdbbec8517/1120c8a6-ca37-4814-b2e9-f8ac22584781/6560c35a-a44c-4823-a528-a70fdaa7b0d5) {{(pid=83204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:47:35.272640 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] Notify callbacks [] for port, precommit_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:35.284242 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] Transition to ACTIVE for port object 9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11 will not be triggered until provisioned by entity L2. {{(pid=83205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:47:35.311102 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] Transition to ACTIVE for port object 9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11 will not be triggered until provisioned by entity DHCP. {{(pid=83205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:47:35.318546 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443'] for port, after_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:35.407407 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] Network f5598603-fbcc-4407-8043-89c712b6936c is already hosted by enough agents. {{(pid=83205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:47:35.410455 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.scheduler.base_scheduler [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] Resources bound (agent type, host, resource id): {{(pid=83205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:47:35.414922 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] Received port after_create {{(pid=83205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:47:35.417078 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] Pushing event updated for resources: {'Port': ['ID=9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11,revision_number=1']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:35.457158 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:35.457498 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:35.457832 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:35.458161 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:35.458524 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:35.458849 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:35.459171 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:35.459493 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:35.459811 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:35.460135 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:35.460452 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:35.497649 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-61c15c7f-373d-45d4-b56b-d1b1e7eb43ad req-2dd5b28b-0a8a-4b70-8775-cd16494868d1 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Synchronizing usage tracker for tenant:4d82322399d5470ebaab04636d7de525 on resource:port {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:47:35.514697 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] Attempting to bind port 9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11 on host dv-cinder-843305-1-smb for vnic_type normal with profile {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:47:35.515060 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] Attempting to bind port 9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11 by drivers openvswitch,hyperv on host dv-cinder-843305-1-smb at level 0 using segments [{'id': 'ada17ba1-f3bd-425c-893b-c7a09028367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c'}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:47:35.515415 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] Attempting to bind port 9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11 on network f5598603-fbcc-4407-8043-89c712b6936c {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:47:35.521732 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] Checking agent: {'id': '7ae609c1-c95f-406f-b830-1d01d4388ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 29, 46), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:47:35.522093 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] Checking segment: {'id': 'ada17ba1-f3bd-425c-893b-c7a09028367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:47:35.522645 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:35.522918 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] Bound using segment: {'id': 'ada17ba1-f3bd-425c-893b-c7a09028367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c'} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:47:35.523392 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] Bound port: 9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11, host: dv-cinder-843305-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada17ba1-f3bd-425c-893b-c7a09028367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c'}}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:47:35.523851 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:35.535929 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-61c15c7f-373d-45d4-b56b-d1b1e7eb43ad req-2dd5b28b-0a8a-4b70-8775-cd16494868d1 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Unset dirty status for tenant:4d82322399d5470ebaab04636d7de525 on resource:port {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:47:35.537047 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-61c15c7f-373d-45d4-b56b-d1b1e7eb43ad req-2dd5b28b-0a8a-4b70-8775-cd16494868d1 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5abb44b-4622-4741-a276-4d5cc1ae0c07 HTTP/1.1" status: 200 len: 210 time: 0.2319882 May 25 22:47:35.576768 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-adf5ef48-828d-4e48-b515-dcd7b156cae5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:35.604160 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-adf5ef48-828d-4e48-b515-dcd7b156cae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:35.614192 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] For port 9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11, host dv-cinder-843305-1-smb, cleared binding levels {{(pid=83205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:47:35.617262 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] For port 9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11, host dv-cinder-843305-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11,segment=NetworkSegment(ada17ba1-f3bd-425c-893b-c7a09028367f),segment_id=ada17ba1-f3bd-425c-893b-c7a09028367f)] {{(pid=83205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:47:35.621565 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:35.671177 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf5ef48-828d-4e48-b515-dcd7b156cae5 admin admin] Network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 is already hosted by enough agents. {{(pid=83204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:47:35.674000 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [None req-adf5ef48-828d-4e48-b515-dcd7b156cae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:47:35.676451 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf5ef48-828d-4e48-b515-dcd7b156cae5 admin admin] Received port after_create {{(pid=83204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:47:35.710152 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5ef48-828d-4e48-b515-dcd7b156cae5 admin admin] Pushing event updated for resources: {'Port': ['ID=6560c35a-a44c-4823-a528-a70fdaa7b0d5,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:35.719975 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867ea25-3711-45c6-8556-fd4abe75871d None None] Pushing event updated for resources: {'Port': ['ID=9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11,revision_number=2']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:35.840806 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-adf5ef48-828d-4e48-b515-dcd7b156cae5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:35.842054 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-adf5ef48-828d-4e48-b515-dcd7b156cae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1035264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997785'] for router, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:36.081600 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf5ef48-828d-4e48-b515-dcd7b156cae5 admin admin] Router fb835c55-a6aa-4cb9-b070-17289279f47e is scheduled to L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 with binding_index 1 {{(pid=83204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:47:36.277849 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf5ef48-828d-4e48-b515-dcd7b156cae5 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:47:36.289190 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4fb89d-a861-4fc1-9bfe-eee27ea8c323 None None] Sync routers for ids ['fb835c55-a6aa-4cb9-b070-17289279f47e'] in dv-cinder-843305-1-smb {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:47:36.303405 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4fb89d-a861-4fc1-9bfe-eee27ea8c323 None None] Routers {'fb835c55-a6aa-4cb9-b070-17289279f47e'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:47:36.304167 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-9f4fb89d-a861-4fc1-9bfe-eee27ea8c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:47:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['fb835c55-a6aa-4cb9-b070-17289279f47e'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:36.306832 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-adf5ef48-828d-4e48-b515-dcd7b156cae5 admin admin] Notify callbacks [] for router, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:36.308039 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-adf5ef48-828d-4e48-b515-dcd7b156cae5 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6166537 May 25 22:47:36.311608 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 45806) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:36.533154 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-9f4fb89d-a861-4fc1-9bfe-eee27ea8c323 None None] Set router fb835c55-a6aa-4cb9-b070-17289279f47e gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:47:36.725927 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2220db74-61c7-4cb1-bd0b-ec7c4cfaaa18 None None] Network f5598603-fbcc-4407-8043-89c712b6936c requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:47:36.846712 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-f93a3457-ebda-4d22-8515-2dad1f835d10 None None] Provisioning for port 9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11 completed by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:47:37.047561 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-9f4fb89d-a861-4fc1-9bfe-eee27ea8c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:47:34Z', 'updated_at': '2022-05-25T22:47:35Z', 'revision_number': 3, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'gw_port': {'id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:35Z', 'updated_at': '2022-05-25T22:47:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb'}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:37.053493 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4fb89d-a861-4fc1-9bfe-eee27ea8c323 None None] Checking router: fb835c55-a6aa-4cb9-b070-17289279f47e for host: dv-cinder-843305-1-smb {{(pid=83205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:47:37.053830 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4fb89d-a861-4fc1-9bfe-eee27ea8c323 None None] Updating router fb835c55-a6aa-4cb9-b070-17289279f47e port 6560c35a-a44c-4823-a528-a70fdaa7b0d5 binding host dv-cinder-843305-1-smb {{(pid=83205) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:47:37.114797 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-9f4fb89d-a861-4fc1-9bfe-eee27ea8c323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:37.235268 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-b3a24571-8a68-4d0b-9e2c-fc68663a1312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:37.359663 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 88572ba1-af39-4ac3-b124-097e0792d00f no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:47:37.401964 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] No Port match for: 88572ba1-af39-4ac3-b124-097e0792d00f {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:47:37.402196 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 88572ba1-af39-4ac3-b124-097e0792d00f not bound to the agent host hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:47:37.451790 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.db_base_plugin_common [None req-b3a24571-8a68-4d0b-9e2c-fc68663a1312 admin admin] Allocated IP 172.20.0.1 (f5598603-fbcc-4407-8043-89c712b6936c/e02f53aa-d00c-4082-a6d9-9a1a20ad8b08/9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba) {{(pid=83203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:47:37.506833 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-9f4fb89d-a861-4fc1-9bfe-eee27ea8c323 None None] Notify callbacks [] for port, precommit_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:37.520162 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-9f4fb89d-a861-4fc1-9bfe-eee27ea8c323 None None] Transition to ACTIVE for port object 6560c35a-a44c-4823-a528-a70fdaa7b0d5 will not be triggered until provisioned by entity L2. {{(pid=83205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:47:37.526015 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-9f4fb89d-a861-4fc1-9bfe-eee27ea8c323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:37.603361 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-b3a24571-8a68-4d0b-9e2c-fc68663a1312 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:37.604667 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37faaed6-71c4-4bef-b945-b4ea64607e23 None None] Pushing event updated for resources: {'Port': ['ID=6560c35a-a44c-4823-a528-a70fdaa7b0d5,revision_number=2']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:37.608884 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-9f4fb89d-a861-4fc1-9bfe-eee27ea8c323 None None] Attempting to bind port 6560c35a-a44c-4823-a528-a70fdaa7b0d5 on host dv-cinder-843305-1-smb for vnic_type normal with profile {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:47:37.609248 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-9f4fb89d-a861-4fc1-9bfe-eee27ea8c323 None None] Attempting to bind port 6560c35a-a44c-4823-a528-a70fdaa7b0d5 by drivers openvswitch,hyperv on host dv-cinder-843305-1-smb at level 0 using segments [{'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:47:37.609609 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4fb89d-a861-4fc1-9bfe-eee27ea8c323 None None] Attempting to bind port 6560c35a-a44c-4823-a528-a70fdaa7b0d5 on network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:47:37.615949 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4fb89d-a861-4fc1-9bfe-eee27ea8c323 None None] Checking agent: {'id': '7ae609c1-c95f-406f-b830-1d01d4388ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 29, 46), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:47:37.616311 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4fb89d-a861-4fc1-9bfe-eee27ea8c323 None None] Checking segment: {'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:47:37.616699 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-9f4fb89d-a861-4fc1-9bfe-eee27ea8c323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:37.617081 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4fb89d-a861-4fc1-9bfe-eee27ea8c323 None None] Bound using segment: {'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:47:37.617530 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-9f4fb89d-a861-4fc1-9bfe-eee27ea8c323 None None] Bound port: 6560c35a-a44c-4823-a528-a70fdaa7b0d5, host: dv-cinder-843305-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:47:37.617891 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-9f4fb89d-a861-4fc1-9bfe-eee27ea8c323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:37.619503 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.provisioning_blocks [None req-b3a24571-8a68-4d0b-9e2c-fc68663a1312 admin admin] Transition to ACTIVE for port object 9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba will not be triggered until provisioned by entity DHCP. {{(pid=83203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:47:37.644533 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-b3a24571-8a68-4d0b-9e2c-fc68663a1312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:37.690043 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-9f4fb89d-a861-4fc1-9bfe-eee27ea8c323 None None] For port 6560c35a-a44c-4823-a528-a70fdaa7b0d5, host dv-cinder-843305-1-smb, cleared binding levels {{(pid=83205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:47:37.698343 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-9f4fb89d-a861-4fc1-9bfe-eee27ea8c323 None None] For port 6560c35a-a44c-4823-a528-a70fdaa7b0d5, host dv-cinder-843305-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=6560c35a-a44c-4823-a528-a70fdaa7b0d5,segment=NetworkSegment(3342e0e4-498a-46e7-9232-6274ffc1b494),segment_id=3342e0e4-498a-46e7-9232-6274ffc1b494)] {{(pid=83205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:47:37.702794 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-9f4fb89d-a861-4fc1-9bfe-eee27ea8c323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:37.726547 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a24571-8a68-4d0b-9e2c-fc68663a1312 admin admin] Pushing event updated for resources: {'Port': ['ID=9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:37.733090 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a24571-8a68-4d0b-9e2c-fc68663a1312 admin admin] Network f5598603-fbcc-4407-8043-89c712b6936c is already hosted by enough agents. {{(pid=83203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:47:37.734516 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [None req-b3a24571-8a68-4d0b-9e2c-fc68663a1312 admin admin] Resources bound (agent type, host, resource id): {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:47:37.736549 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a24571-8a68-4d0b-9e2c-fc68663a1312 admin admin] Received port after_create {{(pid=83203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:47:37.747171 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:47:37.789796 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-b3a24571-8a68-4d0b-9e2c-fc68663a1312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999011'] for router_interface, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:37.848219 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37faaed6-71c4-4bef-b945-b4ea64607e23 None None] Pushing event updated for resources: {'Port': ['ID=6560c35a-a44c-4823-a528-a70fdaa7b0d5,revision_number=3']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:37.852983 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4fb89d-a861-4fc1-9bfe-eee27ea8c323 None None] Routers {'fb835c55-a6aa-4cb9-b070-17289279f47e'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:47:37.853599 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-9f4fb89d-a861-4fc1-9bfe-eee27ea8c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:47:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['fb835c55-a6aa-4cb9-b070-17289279f47e'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:37.876107 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-b3a24571-8a68-4d0b-9e2c-fc68663a1312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:38.030159 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning for port 9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11 completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:47:38.051417 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:47:38.051787 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:38.081588 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-3412c6a3-7f57-4e9d-b2ef-22d1b21d458a None None] Provisioning for port 9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba completed by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:47:38.109506 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-3412c6a3-7f57-4e9d-b2ef-22d1b21d458a None None] Provisioning complete for port 9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:47:38.109875 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-3412c6a3-7f57-4e9d-b2ef-22d1b21d458a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:38.110485 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-b3a24571-8a68-4d0b-9e2c-fc68663a1312 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:38.116031 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-b3a24571-8a68-4d0b-9e2c-fc68663a1312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950903'] for port, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:38.200443 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-3412c6a3-7f57-4e9d-b2ef-22d1b21d458a None None] Port 9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba cannot update to ACTIVE because it is not bound. {{(pid=83205) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:47:38.211792 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-9f4fb89d-a861-4fc1-9bfe-eee27ea8c323 None None] Set router fb835c55-a6aa-4cb9-b070-17289279f47e gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:47:38.242880 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a24571-8a68-4d0b-9e2c-fc68663a1312 admin admin] Pushing event updated for resources: {'Port': ['ID=9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba,revision_number=2']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:38.248171 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-b3a24571-8a68-4d0b-9e2c-fc68663a1312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4094761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-999118'] for router_interface, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:38.334361 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:38.388666 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a24571-8a68-4d0b-9e2c-fc68663a1312 admin admin] Network f5598603-fbcc-4407-8043-89c712b6936c is already hosted by enough agents. {{(pid=83203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:47:38.389800 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [None req-b3a24571-8a68-4d0b-9e2c-fc68663a1312 admin admin] Resources bound (agent type, host, resource id): {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:47:38.513617 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] For port 9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11,segment=NetworkSegment(ada17ba1-f3bd-425c-893b-c7a09028367f),segment_id=ada17ba1-f3bd-425c-893b-c7a09028367f)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:47:38.520203 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:38.654262 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Pushing event updated for resources: {'Port': ['ID=9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11,revision_number=3']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:38.679318 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-3532f71d-10ad-4a30-971e-a7c6dd5f5b04 None None] Provisioning complete for port 9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:47:38.679688 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-3532f71d-10ad-4a30-971e-a7c6dd5f5b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:38.741205 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-3532f71d-10ad-4a30-971e-a7c6dd5f5b04 None None] Port 9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba cannot update to ACTIVE because it is not bound. {{(pid=83205) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:47:38.750466 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-9f4fb89d-a861-4fc1-9bfe-eee27ea8c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:47:34Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 4, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'gw_port': {'id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:35Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba', 'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'mac_address': 'fa:16:3e:92:1f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:37Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 1, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'subnets': [{'id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:38.754460 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4fb89d-a861-4fc1-9bfe-eee27ea8c323 None None] The sync data for ids ['fb835c55-a6aa-4cb9-b070-17289279f47e'] in dv-cinder-843305-1-smb is: [{'id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:47:34Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 4, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'gw_port': {'id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:35Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba', 'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'mac_address': 'fa:16:3e:92:1f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:37Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 1, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'subnets': [{'id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:47:38.782784 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a24571-8a68-4d0b-9e2c-fc68663a1312 admin admin] Router fb835c55-a6aa-4cb9-b070-17289279f47e has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:47:39.096147 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a24571-8a68-4d0b-9e2c-fc68663a1312 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:47:39.105350 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-b3a24571-8a68-4d0b-9e2c-fc68663a1312 admin admin] 10.222.0.59 "PUT /v2.0/routers/fb835c55-a6aa-4cb9-b070-17289279f47e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7926996 May 25 22:47:39.485785 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 45840) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:39.491928 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-ecb6badd-220c-4693-b07f-3dbde08e5d3f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1372875345', 'description': 'tempest-description--679707065'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:47:39.498499 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-ecb6badd-220c-4693-b07f-3dbde08e5d3f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:47:39.502216 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-ecb6badd-220c-4693-b07f-3dbde08e5d3f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Usage tracker for resource:security_group and tenant:a306ac3d88ed4dd38736ce9e31a10d07 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:47:39.505205 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-ecb6badd-220c-4693-b07f-3dbde08e5d3f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:47:39.511044 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-ecb6badd-220c-4693-b07f-3dbde08e5d3f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:47:39.523253 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-ecb6badd-220c-4693-b07f-3dbde08e5d3f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:39.558849 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-ecb6badd-220c-4693-b07f-3dbde08e5d3f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:47:39.563207 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-ecb6badd-220c-4693-b07f-3dbde08e5d3f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Usage tracker for resource:security_group_rule and tenant:a306ac3d88ed4dd38736ce9e31a10d07 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:47:39.566057 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-ecb6badd-220c-4693-b07f-3dbde08e5d3f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:47:39.572167 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-ecb6badd-220c-4693-b07f-3dbde08e5d3f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:47:39.641248 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-ecb6badd-220c-4693-b07f-3dbde08e5d3f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:39.658571 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-ecb6badd-220c-4693-b07f-3dbde08e5d3f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:39.727111 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-ecb6badd-220c-4693-b07f-3dbde08e5d3f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:39.731211 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-ecb6badd-220c-4693-b07f-3dbde08e5d3f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2416739 May 25 22:47:39.731211 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6badd-220c-4693-b07f-3dbde08e5d3f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=243b8261-0ab5-4fd7-bc65-debb23a462da,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:39.732572 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 45846) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:39.738539 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-362195b2-ca20-4dda-a1ba-265433c8995a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Request body: {'security_group_rule': {'security_group_id': '243b8261-0ab5-4fd7-bc65-debb23a462da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:47:39.744861 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-362195b2-ca20-4dda-a1ba-265433c8995a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:47:39.749857 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-362195b2-ca20-4dda-a1ba-265433c8995a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Usage tracker for resource:security_group_rule and tenant:a306ac3d88ed4dd38736ce9e31a10d07 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:47:39.752879 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-362195b2-ca20-4dda-a1ba-265433c8995a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:47:39.760500 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-362195b2-ca20-4dda-a1ba-265433c8995a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:47:39.779610 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-362195b2-ca20-4dda-a1ba-265433c8995a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:39.814481 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 6560c35a-a44c-4823-a528-a70fdaa7b0d5 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:47:39.850244 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-362195b2-ca20-4dda-a1ba-265433c8995a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:39.855441 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-362195b2-ca20-4dda-a1ba-265433c8995a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043470'] for security_group_rule, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:39.884111 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362195b2-ca20-4dda-a1ba-265433c8995a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a867d9-8c5d-4fc5-9498-d075363cc129,revision_number=0']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:39.886734 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning for port 6560c35a-a44c-4823-a528-a70fdaa7b0d5 completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:47:39.893051 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 6560c35a-a44c-4823-a528-a70fdaa7b0d5 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:47:39.893531 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:39.894505 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-362195b2-ca20-4dda-a1ba-265433c8995a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:39.895780 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-362195b2-ca20-4dda-a1ba-265433c8995a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1624873 May 25 22:47:39.898675 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 45852) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:39.904443 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-f6772f9d-d6d9-4db9-b11e-21ddc07e976f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Request body: {'security_group_rule': {'security_group_id': '243b8261-0ab5-4fd7-bc65-debb23a462da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:47:39.910432 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-f6772f9d-d6d9-4db9-b11e-21ddc07e976f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:47:39.914268 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-f6772f9d-d6d9-4db9-b11e-21ddc07e976f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Usage tracker for resource:security_group_rule and tenant:a306ac3d88ed4dd38736ce9e31a10d07 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:47:39.917256 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-f6772f9d-d6d9-4db9-b11e-21ddc07e976f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:47:39.923733 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-f6772f9d-d6d9-4db9-b11e-21ddc07e976f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:47:39.941204 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-f6772f9d-d6d9-4db9-b11e-21ddc07e976f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:40.003148 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-f6772f9d-d6d9-4db9-b11e-21ddc07e976f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:40.006480 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-f6772f9d-d6d9-4db9-b11e-21ddc07e976f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043470'] for security_group_rule, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:40.009936 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:40.025239 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] For port 6560c35a-a44c-4823-a528-a70fdaa7b0d5, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=6560c35a-a44c-4823-a528-a70fdaa7b0d5,segment=NetworkSegment(3342e0e4-498a-46e7-9232-6274ffc1b494),segment_id=3342e0e4-498a-46e7-9232-6274ffc1b494)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:47:40.029300 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6772f9d-d6d9-4db9-b11e-21ddc07e976f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a1f9a1a-e188-4606-9e71-f44732cd973a,revision_number=0']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:40.029546 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:40.030569 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:47:40.038294 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-f6772f9d-d6d9-4db9-b11e-21ddc07e976f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:40.039564 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-f6772f9d-d6d9-4db9-b11e-21ddc07e976f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1399152 May 25 22:47:40.042655 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 45856) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:40.048301 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-05d22a55-c94c-49bc-b499-0c7d136e5388 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Request body: {'floatingip': {'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:47:40.053639 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-05d22a55-c94c-49bc-b499-0c7d136e5388 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:47:40.057499 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-05d22a55-c94c-49bc-b499-0c7d136e5388 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Usage tracker for resource:floatingip and tenant:a306ac3d88ed4dd38736ce9e31a10d07 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:47:40.060405 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-05d22a55-c94c-49bc-b499-0c7d136e5388 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:47:40.066004 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-05d22a55-c94c-49bc-b499-0c7d136e5388 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:47:40.076495 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-05d22a55-c94c-49bc-b499-0c7d136e5388 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for floatingip, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:40.151489 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Pushing event updated for resources: {'Port': ['ID=6560c35a-a44c-4823-a528-a70fdaa7b0d5,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:40.164642 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:47:40.165002 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:40.224297 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-05d22a55-c94c-49bc-b499-0c7d136e5388 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:40.364288 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.db_base_plugin_common [None req-05d22a55-c94c-49bc-b499-0c7d136e5388 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Allocated IP 172.28.2.147 (77f19dc1-c50e-4f02-8833-0fbdbbec8517/1120c8a6-ca37-4814-b2e9-f8ac22584781/320e4701-9e83-4980-bac5-95d42fb664f7) {{(pid=83203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:47:40.517520 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-05d22a55-c94c-49bc-b499-0c7d136e5388 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for port, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:40.543077 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-05d22a55-c94c-49bc-b499-0c7d136e5388 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:40.605521 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d22a55-c94c-49bc-b499-0c7d136e5388 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 is already hosted by enough agents. {{(pid=83203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:47:40.608641 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [None req-05d22a55-c94c-49bc-b499-0c7d136e5388 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Resources bound (agent type, host, resource id): {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:47:40.612275 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d22a55-c94c-49bc-b499-0c7d136e5388 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Received port after_create {{(pid=83203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:47:40.643875 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d22a55-c94c-49bc-b499-0c7d136e5388 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event updated for resources: {'Port': ['ID=320e4701-9e83-4980-bac5-95d42fb664f7,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:40.776865 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-05d22a55-c94c-49bc-b499-0c7d136e5388 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:40.831321 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-05d22a55-c94c-49bc-b499-0c7d136e5388 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:41.141836 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-af6fa164-334e-414c-88ec-43bd7a429282 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:41.142504 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-af6fa164-334e-414c-88ec-43bd7a429282 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Synchronizing usage tracker for tenant:4d82322399d5470ebaab04636d7de525 on resource:network {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:47:41.171956 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-af6fa164-334e-414c-88ec-43bd7a429282 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Unset dirty status for tenant:4d82322399d5470ebaab04636d7de525 on resource:network {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:47:41.173078 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-af6fa164-334e-414c-88ec-43bd7a429282 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/networks?id=cce05bdf-fda3-427a-b8a1-e26d891a8b9e HTTP/1.1" status: 200 len: 814 time: 0.2668946 May 25 22:47:41.174875 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-05d22a55-c94c-49bc-b499-0c7d136e5388 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for port, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:41.186356 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-05d22a55-c94c-49bc-b499-0c7d136e5388 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950903'] for port, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:41.239911 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-314a85ed-3a29-4dd9-aeeb-83a8bb1deb8e tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/quotas/4d82322399d5470ebaab04636d7de525 HTTP/1.1" status: 200 len: 375 time: 0.0611918 May 25 22:47:41.325180 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-2b947400-8bd4-4a8a-aa5d-0a72676e72bf tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d82322399d5470ebaab04636d7de525&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745649 May 25 22:47:41.327785 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d22a55-c94c-49bc-b499-0c7d136e5388 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event updated for resources: {'Port': ['ID=320e4701-9e83-4980-bac5-95d42fb664f7,revision_number=2']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:41.513303 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-05d22a55-c94c-49bc-b499-0c7d136e5388 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997866'] for floatingip, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:41.558343 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-05d22a55-c94c-49bc-b499-0c7d136e5388 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for floatingip, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:41.559543 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-05d22a55-c94c-49bc-b499-0c7d136e5388 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5159914 May 25 22:47:41.577755 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-daef85b7-3cfb-4fa4-be6c-63c502d9c15c service neutron] 10.222.0.59 "GET /v2.0/networks/cce05bdf-fda3-427a-b8a1-e26d891a8b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424388 May 25 22:47:41.712200 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 6560c35a-a44c-4823-a528-a70fdaa7b0d5 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:47:41.715200 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-23f5fa74-2ca0-411b-96db-5a405933a359 service neutron] 10.222.0.59 "GET /v2.0/networks/cce05bdf-fda3-427a-b8a1-e26d891a8b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316838 May 25 22:47:41.736256 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-a5cd0d7e-6b29-40bf-b1b0-3be70f1c7e49 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1372875345&fields=id&tenant_id=a306ac3d88ed4dd38736ce9e31a10d07 HTTP/1.1" status: 200 len: 267 time: 0.0434532 May 25 22:47:41.782055 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 6560c35a-a44c-4823-a528-a70fdaa7b0d5 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:47:41.782470 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:41.881465 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-80f0f21a-acb0-4eeb-873a-1775c190e795 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:41.882900 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-80f0f21a-acb0-4eeb-873a-1775c190e795 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/networks?id=f5598603-fbcc-4407-8043-89c712b6936c HTTP/1.1" status: 200 len: 814 time: 0.1400640 May 25 22:47:41.901045 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-fff8d205-22f0-4f2a-874b-b1eed1ceb29b tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/quotas/a306ac3d88ed4dd38736ce9e31a10d07 HTTP/1.1" status: 200 len: 375 time: 0.0121939 May 25 22:47:41.983331 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-e6f46169-b96b-4bfb-b776-967971dd8965 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a306ac3d88ed4dd38736ce9e31a10d07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0781703 May 25 22:47:42.118218 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-66597bfc-7e58-4dfe-addd-5cef1601fc28 service neutron] 10.222.0.59 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236224 May 25 22:47:42.245889 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-ba66cad3-a069-4ed7-8f84-fa549e7d4458 service neutron] 10.222.0.59 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219487 May 25 22:47:42.432226 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-48d3fc8b-7a96-46d4-bfaa-1ea688f92828 req-61d6bf78-0456-42b7-8e80-3ee2026cdfb4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=caf3fdcf-a823-456e-93ba-86fa4f0ddddf HTTP/1.1" status: 200 len: 210 time: 0.0413191 May 25 22:47:42.631466 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-0eaaec45-5f0f-45a0-b8cb-f1fd70e87c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:42.804358 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-00c72ee9-0e89-4141-a35c-72ed3003cd30 req-1e32ad8e-a6cf-4025-b37e-01430ec08048 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689950 May 25 22:47:42.970173 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-37c1620e-89a5-4c70-b4ce-04a719048261 req-d6515ed9-c356-492b-bd3b-019a262e6f0c tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=2705b833-53b0-43de-8905-c2d95ebb6489 HTTP/1.1" status: 200 len: 210 time: 0.0798874 May 25 22:47:43.018295 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-00c72ee9-0e89-4141-a35c-72ed3003cd30 req-63c660fb-7352-43f2-9daf-02995c737935 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8070272689ae4feda68b4ce15376a6be&device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 1100 time: 0.0918515 May 25 22:47:43.251352 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c72ee9-0e89-4141-a35c-72ed3003cd30 req-e7a128c4-347e-4767-8fbd-23c8dd56fb55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:43.252782 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-00c72ee9-0e89-4141-a35c-72ed3003cd30 req-e7a128c4-347e-4767-8fbd-23c8dd56fb55 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0e051db-549c-4c00-b572-ba45117467c0 HTTP/1.1" status: 200 len: 918 time: 0.2134693 May 25 22:47:43.359216 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-00c72ee9-0e89-4141-a35c-72ed3003cd30 req-7267a43f-0617-482c-be81-bf7131e2fff6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=702a3d4d-40c5-40a0-b1e7-1af568258a30 HTTP/1.1" status: 200 len: 1002 time: 0.0995309 May 25 22:47:43.427314 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c72ee9-0e89-4141-a35c-72ed3003cd30 req-d6e2048c-1f05-48ff-b426-4f8999977ff6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:43.428656 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-00c72ee9-0e89-4141-a35c-72ed3003cd30 req-d6e2048c-1f05-48ff-b426-4f8999977ff6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9149cc5-7f23-4821-b9e2-fe53e98b46ba HTTP/1.1" status: 200 len: 856 time: 0.0626957 May 25 22:47:43.625260 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-b94e6a01-aaee-4ef9-982b-fb05b6f5a0ed req-ea5403db-fabc-4ff9-8bba-999e584667c2 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Synchronizing usage tracker for tenant:a306ac3d88ed4dd38736ce9e31a10d07 on resource:port {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:47:43.642307 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-b94e6a01-aaee-4ef9-982b-fb05b6f5a0ed req-ea5403db-fabc-4ff9-8bba-999e584667c2 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Unset dirty status for tenant:a306ac3d88ed4dd38736ce9e31a10d07 on resource:port {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:47:43.644039 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b94e6a01-aaee-4ef9-982b-fb05b6f5a0ed req-ea5403db-fabc-4ff9-8bba-999e584667c2 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=caf3fdcf-a823-456e-93ba-86fa4f0ddddf HTTP/1.1" status: 200 len: 210 time: 0.0851550 May 25 22:47:43.667653 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-00c72ee9-0e89-4141-a35c-72ed3003cd30 req-ceeab3c1-151b-4942-a250-b4bcda55bc83 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0e051db-549c-4c00-b572-ba45117467c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1957490 May 25 22:47:43.673263 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-bf960f96-b0f8-44bf-8fcd-f0a03917e386 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:43.674599 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-bf960f96-b0f8-44bf-8fcd-f0a03917e386 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.15 "GET /v2.0/networks?id=f5598603-fbcc-4407-8043-89c712b6936c HTTP/1.1" status: 200 len: 814 time: 0.2015696 May 25 22:47:43.812587 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-87577a52-8a70-4380-baf9-f0a9b3f92ac5 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a306ac3d88ed4dd38736ce9e31a10d07 HTTP/1.1" status: 200 len: 380 time: 0.1164916 May 25 22:47:43.830269 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-3f7e0fef-9220-498a-8968-85d77d1b4b82 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Request body: {'port': {'device_id': 'caf3fdcf-a823-456e-93ba-86fa4f0ddddf', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'admin_state_up': True, 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'security_groups': ['243b8261-0ab5-4fd7-bc65-debb23a462da']}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:47:43.900140 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-00c72ee9-0e89-4141-a35c-72ed3003cd30 req-8070f0ed-1b2e-4768-b741-16cca3bf5a2e service neutron] 10.222.0.15 "GET /v2.0/networks/f0e051db-549c-4c00-b572-ba45117467c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246265 May 25 22:47:44.070356 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-3f7e0fef-9220-498a-8968-85d77d1b4b82 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:47:44.097583 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-3f7e0fef-9220-498a-8968-85d77d1b4b82 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:47:44.104719 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-00c72ee9-0e89-4141-a35c-72ed3003cd30 req-1f64cf7d-3769-4be8-88bb-726a1b620ebc service neutron] 10.222.0.15 "GET /v2.0/networks/f0e051db-549c-4c00-b572-ba45117467c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867094 May 25 22:47:44.114132 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-3f7e0fef-9220-498a-8968-85d77d1b4b82 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Made reservation on behalf of a306ac3d88ed4dd38736ce9e31a10d07 for: {'port': 1} {{(pid=83204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:47:44.117689 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-3f7e0fef-9220-498a-8968-85d77d1b4b82 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:44.178195 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-1299ff82-9b7f-407c-8b1f-fb3be5dab0af tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:44.179399 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b631afb7-2eb0-4791-9c7a-3cb086f0d5e1 req-3dddb5ea-8db4-4525-897f-6fa7aabbf497 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=2705b833-53b0-43de-8905-c2d95ebb6489 HTTP/1.1" status: 200 len: 210 time: 0.0483384 May 25 22:47:44.180126 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-1299ff82-9b7f-407c-8b1f-fb3be5dab0af tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.15 "GET /v2.0/networks?id=cce05bdf-fda3-427a-b8a1-e26d891a8b9e HTTP/1.1" status: 200 len: 814 time: 0.1588254 May 25 22:47:44.221142 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-48c198aa-6c8b-440d-bd75-fea1ee7e6030 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Request body: {'port': {'device_id': '2705b833-53b0-43de-8905-c2d95ebb6489', 'network_id': 'cce05bdf-fda3-427a-b8a1-e26d891a8b9e', 'admin_state_up': True, 'tenant_id': '4d82322399d5470ebaab04636d7de525'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:47:44.332267 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.db_base_plugin_common [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-3f7e0fef-9220-498a-8968-85d77d1b4b82 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Allocated IP 172.20.0.7 (f5598603-fbcc-4407-8043-89c712b6936c/e02f53aa-d00c-4082-a6d9-9a1a20ad8b08/29f7ccab-1eab-4fed-9e94-2da34121db61) {{(pid=83204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:47:44.367113 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-48c198aa-6c8b-440d-bd75-fea1ee7e6030 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:47:44.376764 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-48c198aa-6c8b-440d-bd75-fea1ee7e6030 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:47:44.386832 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-48c198aa-6c8b-440d-bd75-fea1ee7e6030 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Made reservation on behalf of 4d82322399d5470ebaab04636d7de525 for: {'port': 1} {{(pid=83203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:47:44.390443 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-48c198aa-6c8b-440d-bd75-fea1ee7e6030 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:44.519783 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-3f7e0fef-9220-498a-8968-85d77d1b4b82 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for port, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:44.534835 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.provisioning_blocks [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-3f7e0fef-9220-498a-8968-85d77d1b4b82 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Transition to ACTIVE for port object 29f7ccab-1eab-4fed-9e94-2da34121db61 will not be triggered until provisioned by entity DHCP. {{(pid=83204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:47:44.551895 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.db_base_plugin_common [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-48c198aa-6c8b-440d-bd75-fea1ee7e6030 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Allocated IP 172.20.0.9 (cce05bdf-fda3-427a-b8a1-e26d891a8b9e/f59caaec-a9fd-44fc-b49a-dec1b98e2e49/6ca8abca-768f-4a46-b4af-dbac5dc3584e) {{(pid=83203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:47:44.555885 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-3f7e0fef-9220-498a-8968-85d77d1b4b82 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:44.633378 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-3f7e0fef-9220-498a-8968-85d77d1b4b82 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Network f5598603-fbcc-4407-8043-89c712b6936c is already hosted by enough agents. {{(pid=83204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:47:44.636986 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-3f7e0fef-9220-498a-8968-85d77d1b4b82 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Resources bound (agent type, host, resource id): {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:47:44.639463 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e0fef-9220-498a-8968-85d77d1b4b82 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event updated for resources: {'Port': ['ID=29f7ccab-1eab-4fed-9e94-2da34121db61,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:44.641511 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-3f7e0fef-9220-498a-8968-85d77d1b4b82 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Received port after_create {{(pid=83204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:47:44.707297 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-3f7e0fef-9220-498a-8968-85d77d1b4b82 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:44.708327 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-3f7e0fef-9220-498a-8968-85d77d1b4b82 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:44.740197 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-3f7e0fef-9220-498a-8968-85d77d1b4b82 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9132614 May 25 22:47:44.763130 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-dbfe3dee-3ad2-4e1c-bdaa-fed54e764e05 service neutron] Request body: {'port': {'device_id': 'caf3fdcf-a823-456e-93ba-86fa4f0ddddf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:47:44.775962 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-48c198aa-6c8b-440d-bd75-fea1ee7e6030 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Notify callbacks [] for port, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:44.789047 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-d1afa29a-fd50-412f-b6a1-c092755c4b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:44.852191 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-48c198aa-6c8b-440d-bd75-fea1ee7e6030 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:44.886625 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-dbfe3dee-3ad2-4e1c-bdaa-fed54e764e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:44.903956 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-70be4e6b-f0c1-4140-ae38-498929f88c06 None None] Provisioning for port 29f7ccab-1eab-4fed-9e94-2da34121db61 completed by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:47:44.909453 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-70be4e6b-f0c1-4140-ae38-498929f88c06 None None] Provisioning complete for port 29f7ccab-1eab-4fed-9e94-2da34121db61 triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:47:44.909824 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-70be4e6b-f0c1-4140-ae38-498929f88c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:44.939540 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-48c198aa-6c8b-440d-bd75-fea1ee7e6030 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Network cce05bdf-fda3-427a-b8a1-e26d891a8b9e is already hosted by enough agents. {{(pid=83203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:47:44.944908 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-48c198aa-6c8b-440d-bd75-fea1ee7e6030 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Resources bound (agent type, host, resource id): {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:47:44.949655 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-48c198aa-6c8b-440d-bd75-fea1ee7e6030 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Received port after_create {{(pid=83203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:47:44.968219 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-70be4e6b-f0c1-4140-ae38-498929f88c06 None None] Port 29f7ccab-1eab-4fed-9e94-2da34121db61 cannot update to ACTIVE because it is not bound. {{(pid=83205) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:47:44.981084 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c198aa-6c8b-440d-bd75-fea1ee7e6030 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Pushing event updated for resources: {'Port': ['ID=6ca8abca-768f-4a46-b4af-dbac5dc3584e,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:45.019217 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdfd90-679c-4336-afca-e14292999952 req-49535384-4944-412b-8273-e474ad64368d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:45.020671 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b3fdfd90-679c-4336-afca-e14292999952 req-49535384-4944-412b-8273-e474ad64368d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=caf3fdcf-a823-456e-93ba-86fa4f0ddddf HTTP/1.1" status: 200 len: 931 time: 0.2140954 May 25 22:47:45.026508 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-48c198aa-6c8b-440d-bd75-fea1ee7e6030 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:45.027100 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-48c198aa-6c8b-440d-bd75-fea1ee7e6030 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:45.082151 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-48c198aa-6c8b-440d-bd75-fea1ee7e6030 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8670661 May 25 22:47:45.088319 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-b3fdfd90-679c-4336-afca-e14292999952 req-448e30e7-a559-44c6-bff5-bf0bbf0307c5 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Synchronizing usage tracker for tenant:a306ac3d88ed4dd38736ce9e31a10d07 on resource:security_group {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:47:45.101201 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-630f2d4f-f72d-421a-9b17-fe9bb505dc67 service neutron] Request body: {'port': {'device_id': '2705b833-53b0-43de-8905-c2d95ebb6489', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:47:45.148949 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-b3fdfd90-679c-4336-afca-e14292999952 req-448e30e7-a559-44c6-bff5-bf0bbf0307c5 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Unset dirty status for tenant:a306ac3d88ed4dd38736ce9e31a10d07 on resource:security_group {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:47:45.150069 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b3fdfd90-679c-4336-afca-e14292999952 req-448e30e7-a559-44c6-bff5-bf0bbf0307c5 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=243b8261-0ab5-4fd7-bc65-debb23a462da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177540 May 25 22:47:45.212711 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-630f2d4f-f72d-421a-9b17-fe9bb505dc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:45.370670 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-dbfe3dee-3ad2-4e1c-bdaa-fed54e764e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29f7ccab-1eab-4fed-9e94-2da34121db61 {{(pid=83204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:47:45.382809 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-dbfe3dee-3ad2-4e1c-bdaa-fed54e764e05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:45.406155 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.provisioning_blocks [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-dbfe3dee-3ad2-4e1c-bdaa-fed54e764e05 service neutron] Transition to ACTIVE for port object 29f7ccab-1eab-4fed-9e94-2da34121db61 will not be triggered until provisioned by entity L2. {{(pid=83204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:47:45.412835 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-dbfe3dee-3ad2-4e1c-bdaa-fed54e764e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1172434'] for port, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:45.468949 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf41e29-a970-49d9-aef1-9cc832f3627b req-a5ed70e1-9cad-40a7-8321-72b71be6be66 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:45.470408 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-3bf41e29-a970-49d9-aef1-9cc832f3627b req-a5ed70e1-9cad-40a7-8321-72b71be6be66 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=2705b833-53b0-43de-8905-c2d95ebb6489 HTTP/1.1" status: 200 len: 931 time: 0.1623096 May 25 22:47:45.568217 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe3dee-3ad2-4e1c-bdaa-fed54e764e05 service neutron] Pushing event updated for resources: {'Port': ['ID=29f7ccab-1eab-4fed-9e94-2da34121db61,revision_number=2']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:45.619149 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-3bf41e29-a970-49d9-aef1-9cc832f3627b req-59e025b3-9668-4429-bc80-13f43dca190c tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e2fd9a9-765e-44d1-bee5-f09fdd1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406958 May 25 22:47:45.671287 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-630f2d4f-f72d-421a-9b17-fe9bb505dc67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca8abca-768f-4a46-b4af-dbac5dc3584e {{(pid=83203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:47:45.678389 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-630f2d4f-f72d-421a-9b17-fe9bb505dc67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:45.693435 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.provisioning_blocks [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-630f2d4f-f72d-421a-9b17-fe9bb505dc67 service neutron] Transition to ACTIVE for port object 6ca8abca-768f-4a46-b4af-dbac5dc3584e will not be triggered until provisioned by entity L2. {{(pid=83203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:47:45.697051 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-630f2d4f-f72d-421a-9b17-fe9bb505dc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950903'] for port, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:45.703157 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.managers [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-dbfe3dee-3ad2-4e1c-bdaa-fed54e764e05 service neutron] Attempting to bind port 29f7ccab-1eab-4fed-9e94-2da34121db61 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:47:45.703537 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.managers [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-dbfe3dee-3ad2-4e1c-bdaa-fed54e764e05 service neutron] Attempting to bind port 29f7ccab-1eab-4fed-9e94-2da34121db61 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'ada17ba1-f3bd-425c-893b-c7a09028367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c'}] {{(pid=83204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:47:45.703862 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-dbfe3dee-3ad2-4e1c-bdaa-fed54e764e05 service neutron] Attempting to bind port 29f7ccab-1eab-4fed-9e94-2da34121db61 on network f5598603-fbcc-4407-8043-89c712b6936c {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:47:45.710207 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-dbfe3dee-3ad2-4e1c-bdaa-fed54e764e05 service neutron] Port 29f7ccab-1eab-4fed-9e94-2da34121db61 on network f5598603-fbcc-4407-8043-89c712b6936c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:47:45.710543 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-dbfe3dee-3ad2-4e1c-bdaa-fed54e764e05 service neutron] Attempting to bind port 29f7ccab-1eab-4fed-9e94-2da34121db61 on network f5598603-fbcc-4407-8043-89c712b6936c {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:47:45.716902 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-dbfe3dee-3ad2-4e1c-bdaa-fed54e764e05 service neutron] Checking agent: {'id': '664d2378-5910-4a50-8747-70f7074f61b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'started_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:47:45.717237 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-dbfe3dee-3ad2-4e1c-bdaa-fed54e764e05 service neutron] Checking segment: {'id': 'ada17ba1-f3bd-425c-893b-c7a09028367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:47:45.717614 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-dbfe3dee-3ad2-4e1c-bdaa-fed54e764e05 service neutron] Bound using segment: {'id': 'ada17ba1-f3bd-425c-893b-c7a09028367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c'} {{(pid=83204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:47:45.718067 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.managers [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-dbfe3dee-3ad2-4e1c-bdaa-fed54e764e05 service neutron] Bound port: 29f7ccab-1eab-4fed-9e94-2da34121db61, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ada17ba1-f3bd-425c-893b-c7a09028367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c'}}] {{(pid=83204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:47:45.718434 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-dbfe3dee-3ad2-4e1c-bdaa-fed54e764e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:45.809053 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-dbfe3dee-3ad2-4e1c-bdaa-fed54e764e05 service neutron] For port 29f7ccab-1eab-4fed-9e94-2da34121db61, host hv-cinder-84330, cleared binding levels {{(pid=83204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:47:45.812415 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-dbfe3dee-3ad2-4e1c-bdaa-fed54e764e05 service neutron] For port 29f7ccab-1eab-4fed-9e94-2da34121db61, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=29f7ccab-1eab-4fed-9e94-2da34121db61,segment=NetworkSegment(ada17ba1-f3bd-425c-893b-c7a09028367f),segment_id=ada17ba1-f3bd-425c-893b-c7a09028367f)] {{(pid=83204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:47:45.816143 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-dbfe3dee-3ad2-4e1c-bdaa-fed54e764e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1172434'] for port, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:45.825100 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f2d4f-f72d-421a-9b17-fe9bb505dc67 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca8abca-768f-4a46-b4af-dbac5dc3584e,revision_number=2']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:45.883701 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-dbfe3dee-3ad2-4e1c-bdaa-fed54e764e05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:45.885015 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-dbfe3dee-3ad2-4e1c-bdaa-fed54e764e05 service neutron] 10.222.0.15 "PUT /v2.0/ports/29f7ccab-1eab-4fed-9e94-2da34121db61 HTTP/1.1" status: 200 len: 1093 time: 1.1304412 May 25 22:47:45.885457 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf3fdcf-a823-456e-93ba-86fa4f0ddddf', 'tag': '29f7ccab-1eab-4fed-9e94-2da34121db61'}] {{(pid=83204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:47:45.916790 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe3dee-3ad2-4e1c-bdaa-fed54e764e05 service neutron] Pushing event updated for resources: {'Port': ['ID=29f7ccab-1eab-4fed-9e94-2da34121db61,revision_number=3']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:45.961216 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.managers [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-630f2d4f-f72d-421a-9b17-fe9bb505dc67 service neutron] Attempting to bind port 6ca8abca-768f-4a46-b4af-dbac5dc3584e on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:47:45.961549 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.managers [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-630f2d4f-f72d-421a-9b17-fe9bb505dc67 service neutron] Attempting to bind port 6ca8abca-768f-4a46-b4af-dbac5dc3584e by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '286254f5-04a7-4fc1-b5c9-72159fdcb92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'cce05bdf-fda3-427a-b8a1-e26d891a8b9e'}] {{(pid=83203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:47:45.961871 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-630f2d4f-f72d-421a-9b17-fe9bb505dc67 service neutron] Attempting to bind port 6ca8abca-768f-4a46-b4af-dbac5dc3584e on network cce05bdf-fda3-427a-b8a1-e26d891a8b9e {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:47:45.968734 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-630f2d4f-f72d-421a-9b17-fe9bb505dc67 service neutron] Port 6ca8abca-768f-4a46-b4af-dbac5dc3584e on network cce05bdf-fda3-427a-b8a1-e26d891a8b9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:47:45.969054 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-630f2d4f-f72d-421a-9b17-fe9bb505dc67 service neutron] Attempting to bind port 6ca8abca-768f-4a46-b4af-dbac5dc3584e on network cce05bdf-fda3-427a-b8a1-e26d891a8b9e {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:47:45.976342 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-630f2d4f-f72d-421a-9b17-fe9bb505dc67 service neutron] Checking agent: {'id': '664d2378-5910-4a50-8747-70f7074f61b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'started_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:47:45.976732 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-630f2d4f-f72d-421a-9b17-fe9bb505dc67 service neutron] Checking segment: {'id': '286254f5-04a7-4fc1-b5c9-72159fdcb92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'cce05bdf-fda3-427a-b8a1-e26d891a8b9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:47:45.977046 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-630f2d4f-f72d-421a-9b17-fe9bb505dc67 service neutron] Bound using segment: {'id': '286254f5-04a7-4fc1-b5c9-72159fdcb92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'cce05bdf-fda3-427a-b8a1-e26d891a8b9e'} {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:47:45.977467 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.managers [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-630f2d4f-f72d-421a-9b17-fe9bb505dc67 service neutron] Bound port: 6ca8abca-768f-4a46-b4af-dbac5dc3584e, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '286254f5-04a7-4fc1-b5c9-72159fdcb92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'cce05bdf-fda3-427a-b8a1-e26d891a8b9e'}}] {{(pid=83203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:47:45.977810 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-630f2d4f-f72d-421a-9b17-fe9bb505dc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:45.983377 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee64a56-c771-4b2c-9308-ca4a27bcaa27'] response: {'name': 'network-changed', 'server_uuid': 'caf3fdcf-a823-456e-93ba-86fa4f0ddddf', 'tag': '29f7ccab-1eab-4fed-9e94-2da34121db61', 'status': 'completed', 'code': 200} May 25 22:47:46.006685 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:46.021983 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-1883d811-4465-40c6-b018-7ca266a9c092 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a306ac3d88ed4dd38736ce9e31a10d07&device_id=caf3fdcf-a823-456e-93ba-86fa4f0ddddf HTTP/1.1" status: 200 len: 1096 time: 0.0776279 May 25 22:47:46.079904 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-630f2d4f-f72d-421a-9b17-fe9bb505dc67 service neutron] For port 6ca8abca-768f-4a46-b4af-dbac5dc3584e, host hv-cinder-84330, cleared binding levels {{(pid=83203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:47:46.083370 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-630f2d4f-f72d-421a-9b17-fe9bb505dc67 service neutron] For port 6ca8abca-768f-4a46-b4af-dbac5dc3584e, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=6ca8abca-768f-4a46-b4af-dbac5dc3584e,segment=NetworkSegment(286254f5-04a7-4fc1-b5c9-72159fdcb92b),segment_id=286254f5-04a7-4fc1-b5c9-72159fdcb92b)] {{(pid=83203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:47:46.088869 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-630f2d4f-f72d-421a-9b17-fe9bb505dc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950903'] for port, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:46.107574 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-9cde0402-56b1-47ec-9675-bb7c217c5211 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29f7ccab-1eab-4fed-9e94-2da34121db61 HTTP/1.1" status: 200 len: 217 time: 0.0721588 May 25 22:47:46.155906 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-630f2d4f-f72d-421a-9b17-fe9bb505dc67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:46.157253 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-630f2d4f-f72d-421a-9b17-fe9bb505dc67 service neutron] 10.222.0.15 "PUT /v2.0/ports/6ca8abca-768f-4a46-b4af-dbac5dc3584e HTTP/1.1" status: 200 len: 1093 time: 1.0618021 May 25 22:47:46.158087 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2705b833-53b0-43de-8905-c2d95ebb6489', 'tag': '6ca8abca-768f-4a46-b4af-dbac5dc3584e'}] {{(pid=83203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:47:46.170029 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f2d4f-f72d-421a-9b17-fe9bb505dc67 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca8abca-768f-4a46-b4af-dbac5dc3584e,revision_number=3']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:46.171967 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-4036869a-7ba0-41eb-9943-bffe2ed94815 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:46.173420 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-4036869a-7ba0-41eb-9943-bffe2ed94815 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02f53aa-d00c-4082-a6d9-9a1a20ad8b08 HTTP/1.1" status: 200 len: 853 time: 0.0603576 May 25 22:47:46.261285 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8075418-0f6a-4227-96e3-e9dde0f4db18'] response: {'name': 'network-changed', 'server_uuid': '2705b833-53b0-43de-8905-c2d95ebb6489', 'tag': '6ca8abca-768f-4a46-b4af-dbac5dc3584e', 'status': 'completed', 'code': 200} May 25 22:47:46.264805 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-f434871e-1ae2-47d2-9f3e-48d7b40da4d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f5598603-fbcc-4407-8043-89c712b6936c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0849030 May 25 22:47:46.356731 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-6b1066cf-3389-4545-9586-3056e57bb657 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4d82322399d5470ebaab04636d7de525&device_id=2705b833-53b0-43de-8905-c2d95ebb6489 HTTP/1.1" status: 200 len: 1096 time: 0.1332831 May 25 22:47:46.373293 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f9ba6-380b-4293-bc24-bed8f0c91e9c req-ce032fc4-ace6-4fb3-bb34-40c645fbc4d4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:46.374712 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-802f9ba6-380b-4293-bc24-bed8f0c91e9c req-ce032fc4-ace6-4fb3-bb34-40c645fbc4d4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=caf3fdcf-a823-456e-93ba-86fa4f0ddddf HTTP/1.1" status: 200 len: 943 time: 0.0876558 May 25 22:47:46.399802 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:46.405936 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-e6b1a2ff-aea7-4dd4-afa2-20bec14378ea service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344695 May 25 22:47:46.456706 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-778d7e38-f428-4205-b7a8-6ceadbccc167 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ca8abca-768f-4a46-b4af-dbac5dc3584e HTTP/1.1" status: 200 len: 217 time: 0.0810571 May 25 22:47:46.538914 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-802f9ba6-380b-4293-bc24-bed8f0c91e9c req-79593e99-7f9d-40d2-9acb-f0f947b3389e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=243b8261-0ab5-4fd7-bc65-debb23a462da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125312 May 25 22:47:46.546105 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-9946ccd7-e6c8-4952-86cb-ad53c801210e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:46.550064 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bc0ead42-effe-4512-b25a-ea7b14a6d6be req-c9400887-debf-4277-8a36-8ff0852301dc service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382103 May 25 22:47:46.552351 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-9946ccd7-e6c8-4952-86cb-ad53c801210e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f59caaec-a9fd-44fc-b49a-dec1b98e2e49 HTTP/1.1" status: 200 len: 854 time: 0.0843146 May 25 22:47:46.613109 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-fefef48f-898d-47d0-a200-03eb53f1b5db service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cce05bdf-fda3-427a-b8a1-e26d891a8b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435297 May 25 22:47:46.752272 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-8d710976-e220-4326-ad3e-ece19fd4e996 req-40f2dca0-bc18-4c88-9a4b-a419e751c6c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a306ac3d88ed4dd38736ce9e31a10d07&device_id=caf3fdcf-a823-456e-93ba-86fa4f0ddddf HTTP/1.1" status: 200 len: 1096 time: 0.0831978 May 25 22:47:46.798717 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-bb6d71f6-df18-4181-956a-9f0ac4cc4845 service neutron] 10.222.0.15 "GET /v2.0/networks/cce05bdf-fda3-427a-b8a1-e26d891a8b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307373 May 25 22:47:46.933117 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f4180714-bfcf-4753-9b7f-1327b92e016f req-9390aa9b-fd35-4270-b9f6-bd150d68cf9b service neutron] 10.222.0.15 "GET /v2.0/networks/cce05bdf-fda3-427a-b8a1-e26d891a8b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286070 May 25 22:47:47.016240 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d710976-e220-4326-ad3e-ece19fd4e996 req-fd676907-f34a-4629-a127-57ca3b03936f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:47.017655 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-8d710976-e220-4326-ad3e-ece19fd4e996 req-fd676907-f34a-4629-a127-57ca3b03936f service neutron] 10.222.0.15 "GET /v2.0/networks?id=f5598603-fbcc-4407-8043-89c712b6936c HTTP/1.1" status: 200 len: 915 time: 0.2596562 May 25 22:47:47.026960 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344de9a-678e-475d-b804-bb376ced9623 req-570aa795-3e45-4c13-926e-590f6807d5d8 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:47.028286 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-0344de9a-678e-475d-b804-bb376ced9623 req-570aa795-3e45-4c13-926e-590f6807d5d8 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=2705b833-53b0-43de-8905-c2d95ebb6489 HTTP/1.1" status: 200 len: 943 time: 0.2690129 May 25 22:47:47.098024 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-30f7433e-8e74-4ba3-989d-b690229050ee req-5667ed4d-2fee-4f19-9dd5-ab76bae862c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4d82322399d5470ebaab04636d7de525&device_id=2705b833-53b0-43de-8905-c2d95ebb6489 HTTP/1.1" status: 200 len: 1096 time: 0.0671713 May 25 22:47:47.110042 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-8d710976-e220-4326-ad3e-ece19fd4e996 req-74d180c6-0226-4ebd-bb4e-bd3126c7ce90 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29f7ccab-1eab-4fed-9e94-2da34121db61 HTTP/1.1" status: 200 len: 217 time: 0.0786996 May 25 22:47:47.177203 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-0344de9a-678e-475d-b804-bb376ced9623 req-9ea7778f-d118-41b9-bd62-f1936928338a tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e2fd9a9-765e-44d1-bee5-f09fdd1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966055 May 25 22:47:47.189542 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d710976-e220-4326-ad3e-ece19fd4e996 req-a6ac0731-dc52-4731-a730-ff473e7702d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:47.190894 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-8d710976-e220-4326-ad3e-ece19fd4e996 req-a6ac0731-dc52-4731-a730-ff473e7702d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02f53aa-d00c-4082-a6d9-9a1a20ad8b08 HTTP/1.1" status: 200 len: 853 time: 0.0706515 May 25 22:47:47.232439 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7433e-8e74-4ba3-989d-b690229050ee req-f869818d-6dab-41ba-83d4-6653fab691a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:47.233855 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-30f7433e-8e74-4ba3-989d-b690229050ee req-f869818d-6dab-41ba-83d4-6653fab691a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cce05bdf-fda3-427a-b8a1-e26d891a8b9e HTTP/1.1" status: 200 len: 915 time: 0.1294484 May 25 22:47:47.266807 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-8d710976-e220-4326-ad3e-ece19fd4e996 req-3a054b05-1fed-4572-b9c2-7ff48384a5c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f5598603-fbcc-4407-8043-89c712b6936c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0692160 May 25 22:47:47.305033 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-30f7433e-8e74-4ba3-989d-b690229050ee req-ba6f2fec-9205-4b4f-a2ec-89f8ba35e1c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ca8abca-768f-4a46-b4af-dbac5dc3584e HTTP/1.1" status: 200 len: 217 time: 0.0648365 May 25 22:47:47.365921 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7433e-8e74-4ba3-989d-b690229050ee req-0428023a-8f96-4f6a-9dc6-7702ec398e8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:47.367361 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-30f7433e-8e74-4ba3-989d-b690229050ee req-0428023a-8f96-4f6a-9dc6-7702ec398e8c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f59caaec-a9fd-44fc-b49a-dec1b98e2e49 HTTP/1.1" status: 200 len: 854 time: 0.0563159 May 25 22:47:47.397498 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-8d710976-e220-4326-ad3e-ece19fd4e996 req-84e088b4-94ee-40d6-8df8-9b0eca423add service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248112 May 25 22:47:47.414274 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-30f7433e-8e74-4ba3-989d-b690229050ee req-eb792f0b-c02f-4f2b-b088-0a9ff863214b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cce05bdf-fda3-427a-b8a1-e26d891a8b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405068 May 25 22:47:47.527399 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-8d710976-e220-4326-ad3e-ece19fd4e996 req-e2f224e9-c1e2-4dd3-a9e4-1f0a5b9b73bb service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240160 May 25 22:47:47.543578 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:47.545046 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-30f7433e-8e74-4ba3-989d-b690229050ee req-83c49a77-cbb1-478b-9e1a-caf1ef567c8d service neutron] 10.222.0.15 "GET /v2.0/networks/cce05bdf-fda3-427a-b8a1-e26d891a8b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245446 May 25 22:47:47.829168 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-30f7433e-8e74-4ba3-989d-b690229050ee req-afbe84ad-2989-44a6-88ce-8cfcf0ce04e3 service neutron] 10.222.0.15 "GET /v2.0/networks/cce05bdf-fda3-427a-b8a1-e26d891a8b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664471 May 25 22:47:47.838158 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee962ca7-0bfd-4bfc-b289-78208ff556ae req-5c8c7e51-caaa-48e7-a958-99cef7e459cc tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:47.839623 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-ee962ca7-0bfd-4bfc-b289-78208ff556ae req-5c8c7e51-caaa-48e7-a958-99cef7e459cc tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=caf3fdcf-a823-456e-93ba-86fa4f0ddddf HTTP/1.1" status: 200 len: 943 time: 0.1686335 May 25 22:47:47.884705 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-ee962ca7-0bfd-4bfc-b289-78208ff556ae req-20d7ef58-68ca-47b9-95dc-342da48bb175 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=243b8261-0ab5-4fd7-bc65-debb23a462da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390244 May 25 22:47:48.373937 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ff011-30e7-4adb-9b3c-c6e9ea1c6340 req-21db9df9-da49-4a1b-9346-8a49d7bbd095 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:48.375382 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c06ff011-30e7-4adb-9b3c-c6e9ea1c6340 req-21db9df9-da49-4a1b-9346-8a49d7bbd095 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=2705b833-53b0-43de-8905-c2d95ebb6489 HTTP/1.1" status: 200 len: 943 time: 0.0742586 May 25 22:47:48.387099 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:47:48.423166 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c06ff011-30e7-4adb-9b3c-c6e9ea1c6340 req-13badbf5-ba2d-4ffc-a442-daa723d271f5 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e2fd9a9-765e-44d1-bee5-f09fdd1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424187 May 25 22:47:49.082350 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a51202-2661-45db-8ec2-8d40b8492709 req-78ea27e2-6dee-43cc-a985-2617809737b4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:49.083802 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-a0a51202-2661-45db-8ec2-8d40b8492709 req-78ea27e2-6dee-43cc-a985-2617809737b4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=caf3fdcf-a823-456e-93ba-86fa4f0ddddf HTTP/1.1" status: 200 len: 943 time: 0.0773046 May 25 22:47:49.128453 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-a0a51202-2661-45db-8ec2-8d40b8492709 req-e8122836-f69d-49b4-8a43-b37af3767e5a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=243b8261-0ab5-4fd7-bc65-debb23a462da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393121 May 25 22:47:49.402606 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 6ca8abca-768f-4a46-b4af-dbac5dc3584e details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83205) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:47:49.570278 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 6ca8abca-768f-4a46-b4af-dbac5dc3584e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=6ca8abca-768f-4a46-b4af-dbac5dc3584e,segment=NetworkSegment(286254f5-04a7-4fc1-b5c9-72159fdcb92b),segment_id=286254f5-04a7-4fc1-b5c9-72159fdcb92b)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:47:49.586304 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Returning: {'device': '6ca8abca-768f-4a46-b4af-dbac5dc3584e', 'network_id': 'cce05bdf-fda3-427a-b8a1-e26d891a8b9e', 'port_id': '6ca8abca-768f-4a46-b4af-dbac5dc3584e', 'mac_address': 'fa:16:3e:ef:47:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f59caaec-a9fd-44fc-b49a-dec1b98e2e49', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83205) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:47:49.614710 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db274c-f521-4458-911e-c03a7acefd49 req-9d951f5d-6b69-41c8-b6ff-2a87858e9d01 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:49.616161 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d3db274c-f521-4458-911e-c03a7acefd49 req-9d951f5d-6b69-41c8-b6ff-2a87858e9d01 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=2705b833-53b0-43de-8905-c2d95ebb6489 HTTP/1.1" status: 200 len: 943 time: 0.0756261 May 25 22:47:49.638842 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:49.656149 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca8abca-768f-4a46-b4af-dbac5dc3584e {{(pid=83205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:47:49.661618 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d3db274c-f521-4458-911e-c03a7acefd49 req-160d35bf-d4f1-4826-ad44-1c863f867932 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e2fd9a9-765e-44d1-bee5-f09fdd1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399513 May 25 22:47:49.670899 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 6ca8abca-768f-4a46-b4af-dbac5dc3584e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=6ca8abca-768f-4a46-b4af-dbac5dc3584e,segment=NetworkSegment(286254f5-04a7-4fc1-b5c9-72159fdcb92b),segment_id=286254f5-04a7-4fc1-b5c9-72159fdcb92b)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:47:49.675005 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:49.675832 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 29f7ccab-1eab-4fed-9e94-2da34121db61 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83205) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:47:49.805231 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=6ca8abca-768f-4a46-b4af-dbac5dc3584e,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:49.861067 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 29f7ccab-1eab-4fed-9e94-2da34121db61, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=29f7ccab-1eab-4fed-9e94-2da34121db61,segment=NetworkSegment(ada17ba1-f3bd-425c-893b-c7a09028367f),segment_id=ada17ba1-f3bd-425c-893b-c7a09028367f)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:47:49.874263 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Returning: {'device': '29f7ccab-1eab-4fed-9e94-2da34121db61', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'port_id': '29f7ccab-1eab-4fed-9e94-2da34121db61', 'mac_address': 'fa:16:3e:47:36:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83205) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:47:49.929261 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:49.946143 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29f7ccab-1eab-4fed-9e94-2da34121db61 {{(pid=83205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:47:49.961019 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 29f7ccab-1eab-4fed-9e94-2da34121db61, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=29f7ccab-1eab-4fed-9e94-2da34121db61,segment=NetworkSegment(ada17ba1-f3bd-425c-893b-c7a09028367f),segment_id=ada17ba1-f3bd-425c-893b-c7a09028367f)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:47:49.964380 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:50.027893 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=29f7ccab-1eab-4fed-9e94-2da34121db61,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:50.318803 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbce54-06a8-4565-86db-ccbb46ca5d20 req-7084d937-fab9-41dc-95de-8eed78425b99 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:50.320323 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-abcbce54-06a8-4565-86db-ccbb46ca5d20 req-7084d937-fab9-41dc-95de-8eed78425b99 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=caf3fdcf-a823-456e-93ba-86fa4f0ddddf HTTP/1.1" status: 200 len: 944 time: 0.0754952 May 25 22:47:50.368463 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-abcbce54-06a8-4565-86db-ccbb46ca5d20 req-f3e96ffa-12af-444d-ad26-34ceceb6f391 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=243b8261-0ab5-4fd7-bc65-debb23a462da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422881 May 25 22:47:50.490845 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['29f7ccab-1eab-4fed-9e94-2da34121db61'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:47:50.515759 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['6ca8abca-768f-4a46-b4af-dbac5dc3584e'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:47:50.858821 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17ef9c-e3c3-459b-8aec-31e2b95ce050 req-93b88e6c-8287-4b0f-8def-c6720ef8a6d1 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:50.860168 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-8c17ef9c-e3c3-459b-8aec-31e2b95ce050 req-93b88e6c-8287-4b0f-8def-c6720ef8a6d1 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=2705b833-53b0-43de-8905-c2d95ebb6489 HTTP/1.1" status: 200 len: 944 time: 0.0789630 May 25 22:47:50.903902 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-8c17ef9c-e3c3-459b-8aec-31e2b95ce050 req-0c7bd4ad-9d2f-47cd-86be-e186c36297d4 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e2fd9a9-765e-44d1-bee5-f09fdd1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382917 May 25 22:47:51.556734 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19b878-212f-40d5-8d44-14a6e6f0a348 req-d15b3a00-f55c-4ab9-b583-77bd4cb713b0 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:51.558124 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7f19b878-212f-40d5-8d44-14a6e6f0a348 req-d15b3a00-f55c-4ab9-b583-77bd4cb713b0 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=caf3fdcf-a823-456e-93ba-86fa4f0ddddf HTTP/1.1" status: 200 len: 944 time: 0.0734191 May 25 22:47:51.602290 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7f19b878-212f-40d5-8d44-14a6e6f0a348 req-59801ef2-0fe6-4c16-919e-0252cba069bc tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=243b8261-0ab5-4fd7-bc65-debb23a462da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382535 May 25 22:47:52.092607 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcbb2c-d150-4f7f-8d28-cf44fd73c2fc req-e4dfee6f-f8af-4290-b0aa-1b336d60538d tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:52.094006 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b4fcbb2c-d150-4f7f-8d28-cf44fd73c2fc req-e4dfee6f-f8af-4290-b0aa-1b336d60538d tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=2705b833-53b0-43de-8905-c2d95ebb6489 HTTP/1.1" status: 200 len: 944 time: 0.0747066 May 25 22:47:52.137618 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b4fcbb2c-d150-4f7f-8d28-cf44fd73c2fc req-361cca35-74d6-44c9-834d-56c2168d6b12 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e2fd9a9-765e-44d1-bee5-f09fdd1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382526 May 25 22:47:52.264699 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d68bdae-8214-4106-9d90-bb1cb49664c8 None None] Sync routers for ids ['fb835c55-a6aa-4cb9-b070-17289279f47e'] in dv-cinder-843305-1-smb {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:47:52.276434 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d68bdae-8214-4106-9d90-bb1cb49664c8 None None] Routers {'fb835c55-a6aa-4cb9-b070-17289279f47e'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:47:52.277017 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-7d68bdae-8214-4106-9d90-bb1cb49664c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:47:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['fb835c55-a6aa-4cb9-b070-17289279f47e'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:52.449226 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-7d68bdae-8214-4106-9d90-bb1cb49664c8 None None] Set router fb835c55-a6aa-4cb9-b070-17289279f47e gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:47:52.773563 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-7d68bdae-8214-4106-9d90-bb1cb49664c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:47:34Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 4, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'gw_port': {'id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:35Z', 'updated_at': '2022-05-25T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba', 'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'mac_address': 'fa:16:3e:92:1f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:37Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 2, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'subnets': [{'id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:52.777410 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d68bdae-8214-4106-9d90-bb1cb49664c8 None None] Checking router: fb835c55-a6aa-4cb9-b070-17289279f47e for host: dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:47:52.777806 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d68bdae-8214-4106-9d90-bb1cb49664c8 None None] Updating router fb835c55-a6aa-4cb9-b070-17289279f47e port 9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba binding host dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:47:52.799013 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f99a1-abb0-4221-8a6c-fff7dccd26ca req-3ed05a8a-ab86-48db-ba6f-8ce914cf131a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:52.800449 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-032f99a1-abb0-4221-8a6c-fff7dccd26ca req-3ed05a8a-ab86-48db-ba6f-8ce914cf131a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=caf3fdcf-a823-456e-93ba-86fa4f0ddddf HTTP/1.1" status: 200 len: 944 time: 0.0783927 May 25 22:47:52.830608 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-7d68bdae-8214-4106-9d90-bb1cb49664c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:52.845153 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-032f99a1-abb0-4221-8a6c-fff7dccd26ca req-6cc0418b-8176-44a5-b6aa-6b13a659ffd4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=243b8261-0ab5-4fd7-bc65-debb23a462da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391054 May 25 22:47:53.153022 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-7d68bdae-8214-4106-9d90-bb1cb49664c8 None None] Notify callbacks [] for port, precommit_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:53.164081 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.provisioning_blocks [None req-7d68bdae-8214-4106-9d90-bb1cb49664c8 None None] Transition to ACTIVE for port object 9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba will not be triggered until provisioned by entity L2. {{(pid=83206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:47:53.171746 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-7d68bdae-8214-4106-9d90-bb1cb49664c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:53.300016 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b83f83-6c2a-4f48-8919-e46da5ac3966 None None] Pushing event updated for resources: {'Port': ['ID=9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba,revision_number=3']} {{(pid=83206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:53.338623 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b83f83-6c2a-4f48-8919-e46da5ac3966 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:53.338901 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b83f83-6c2a-4f48-8919-e46da5ac3966 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:53.339234 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b83f83-6c2a-4f48-8919-e46da5ac3966 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:53.339579 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b83f83-6c2a-4f48-8919-e46da5ac3966 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:53.339909 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b83f83-6c2a-4f48-8919-e46da5ac3966 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:53.340189 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b83f83-6c2a-4f48-8919-e46da5ac3966 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:53.340520 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b83f83-6c2a-4f48-8919-e46da5ac3966 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:53.340843 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b83f83-6c2a-4f48-8919-e46da5ac3966 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:53.341153 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b83f83-6c2a-4f48-8919-e46da5ac3966 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:53.341468 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b83f83-6c2a-4f48-8919-e46da5ac3966 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:53.341780 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b83f83-6c2a-4f48-8919-e46da5ac3966 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:53.348975 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a5d5e-cd05-47fd-993f-0a8fe6d8a4d8 req-a26df382-65d3-4c06-be88-39dc028152d0 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:53.350926 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ba0a5d5e-cd05-47fd-993f-0a8fe6d8a4d8 req-a26df382-65d3-4c06-be88-39dc028152d0 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=2705b833-53b0-43de-8905-c2d95ebb6489 HTTP/1.1" status: 200 len: 944 time: 0.0939217 May 25 22:47:53.400232 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ba0a5d5e-cd05-47fd-993f-0a8fe6d8a4d8 req-618ff405-b115-4777-89c0-6b070f252ccf tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e2fd9a9-765e-44d1-bee5-f09fdd1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420582 May 25 22:47:53.415019 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.managers [None req-7d68bdae-8214-4106-9d90-bb1cb49664c8 None None] Attempting to bind port 9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba on host dv-cinder-843305-1-smb for vnic_type normal with profile {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:47:53.415378 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.managers [None req-7d68bdae-8214-4106-9d90-bb1cb49664c8 None None] Attempting to bind port 9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba by drivers openvswitch,hyperv on host dv-cinder-843305-1-smb at level 0 using segments [{'id': 'ada17ba1-f3bd-425c-893b-c7a09028367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c'}] {{(pid=83206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:47:53.415725 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d68bdae-8214-4106-9d90-bb1cb49664c8 None None] Attempting to bind port 9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba on network f5598603-fbcc-4407-8043-89c712b6936c {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:47:53.422851 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d68bdae-8214-4106-9d90-bb1cb49664c8 None None] Checking agent: {'id': '7ae609c1-c95f-406f-b830-1d01d4388ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 29, 46), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:47:53.423231 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d68bdae-8214-4106-9d90-bb1cb49664c8 None None] Checking segment: {'id': 'ada17ba1-f3bd-425c-893b-c7a09028367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:47:53.423604 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-7d68bdae-8214-4106-9d90-bb1cb49664c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:53.423982 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d68bdae-8214-4106-9d90-bb1cb49664c8 None None] Bound using segment: {'id': 'ada17ba1-f3bd-425c-893b-c7a09028367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c'} {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:47:53.424429 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.managers [None req-7d68bdae-8214-4106-9d90-bb1cb49664c8 None None] Bound port: 9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba, host: dv-cinder-843305-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada17ba1-f3bd-425c-893b-c7a09028367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c'}}] {{(pid=83206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:47:53.424805 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-7d68bdae-8214-4106-9d90-bb1cb49664c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:53.429440 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 6ca8abca-768f-4a46-b4af-dbac5dc3584e up at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:47:53.513902 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.db [None req-7d68bdae-8214-4106-9d90-bb1cb49664c8 None None] For port 9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba, host dv-cinder-843305-1-smb, cleared binding levels {{(pid=83206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:47:53.514414 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning for port 6ca8abca-768f-4a46-b4af-dbac5dc3584e completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:47:53.517346 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.db [None req-7d68bdae-8214-4106-9d90-bb1cb49664c8 None None] For port 9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba, host dv-cinder-843305-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba,segment=NetworkSegment(ada17ba1-f3bd-425c-893b-c7a09028367f),segment_id=ada17ba1-f3bd-425c-893b-c7a09028367f)] {{(pid=83206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:47:53.519922 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning complete for port 6ca8abca-768f-4a46-b4af-dbac5dc3584e triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:47:53.520404 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:53.522416 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-7d68bdae-8214-4106-9d90-bb1cb49664c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:53.604083 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b83f83-6c2a-4f48-8919-e46da5ac3966 None None] Pushing event updated for resources: {'Port': ['ID=9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba,revision_number=4']} {{(pid=83206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:53.609281 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d68bdae-8214-4106-9d90-bb1cb49664c8 None None] Routers {'fb835c55-a6aa-4cb9-b070-17289279f47e'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:47:53.609893 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-7d68bdae-8214-4106-9d90-bb1cb49664c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:47:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['fb835c55-a6aa-4cb9-b070-17289279f47e'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:53.641274 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:53.674591 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2705b833-53b0-43de-8905-c2d95ebb6489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca8abca-768f-4a46-b4af-dbac5dc3584e'}] {{(pid=83205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:47:53.697303 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 6ca8abca-768f-4a46-b4af-dbac5dc3584e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=6ca8abca-768f-4a46-b4af-dbac5dc3584e,segment=NetworkSegment(286254f5-04a7-4fc1-b5c9-72159fdcb92b),segment_id=286254f5-04a7-4fc1-b5c9-72159fdcb92b)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:47:53.702928 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:53.703697 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 29f7ccab-1eab-4fed-9e94-2da34121db61 up at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:47:53.792933 dv-cinder-843305-1-smb neutron-server[83205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a76fe049-704a-42b4-bb6c-47abcd0d59ad'] response: {'server_uuid': '2705b833-53b0-43de-8905-c2d95ebb6489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca8abca-768f-4a46-b4af-dbac5dc3584e', 'code': 200} May 25 22:47:53.798074 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:47:53.802952 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-7d68bdae-8214-4106-9d90-bb1cb49664c8 None None] Set router fb835c55-a6aa-4cb9-b070-17289279f47e gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:47:53.889614 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=6ca8abca-768f-4a46-b4af-dbac5dc3584e,revision_number=5']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:53.931328 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning for port 29f7ccab-1eab-4fed-9e94-2da34121db61 completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:47:53.936990 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning for port 9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:47:53.941913 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning complete for port 29f7ccab-1eab-4fed-9e94-2da34121db61 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:47:53.942287 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:53.974260 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:47:53.974785 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:54.103364 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6692b-f5b7-4544-8f50-43f49cc9925b req-73980efa-3679-4b68-87f4-3a7bad995570 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:54.104303 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d7e6f0cc-773e-464c-af19-d4d0deae8fe8 req-140cd3a6-9c8f-40d5-9275-8067e2ef83df service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2705b833-53b0-43de-8905-c2d95ebb6489 HTTP/1.1" status: 200 len: 1098 time: 0.1032879 May 25 22:47:54.105532 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-2cc6692b-f5b7-4544-8f50-43f49cc9925b req-73980efa-3679-4b68-87f4-3a7bad995570 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Synchronizing usage tracker for tenant:a306ac3d88ed4dd38736ce9e31a10d07 on resource:port {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:47:54.123395 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-2cc6692b-f5b7-4544-8f50-43f49cc9925b req-73980efa-3679-4b68-87f4-3a7bad995570 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Unset dirty status for tenant:a306ac3d88ed4dd38736ce9e31a10d07 on resource:port {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:47:54.124865 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2cc6692b-f5b7-4544-8f50-43f49cc9925b req-73980efa-3679-4b68-87f4-3a7bad995570 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=caf3fdcf-a823-456e-93ba-86fa4f0ddddf HTTP/1.1" status: 200 len: 944 time: 0.1202478 May 25 22:47:54.155962 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-d7e6f0cc-773e-464c-af19-d4d0deae8fe8 req-6035999e-a093-48b1-9232-787e48fca163 service neutron] Synchronizing usage tracker for tenant:c1cadd85f0be4e00bc29101396cc2b9f on resource:security_group {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:47:54.167098 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-7d68bdae-8214-4106-9d90-bb1cb49664c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:47:34Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 4, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'gw_port': {'id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:35Z', 'updated_at': '2022-05-25T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba', 'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'mac_address': 'fa:16:3e:92:1f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:37Z', 'updated_at': '2022-05-25T22:47:53Z', 'revision_number': 4, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'subnets': [{'id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:54.172220 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d68bdae-8214-4106-9d90-bb1cb49664c8 None None] The sync data for ids ['fb835c55-a6aa-4cb9-b070-17289279f47e'] in dv-cinder-843305-1-smb is: [{'id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:47:34Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 4, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'gw_port': {'id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:35Z', 'updated_at': '2022-05-25T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba', 'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'mac_address': 'fa:16:3e:92:1f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:37Z', 'updated_at': '2022-05-25T22:47:53Z', 'revision_number': 4, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'subnets': [{'id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:47:54.175613 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-d7e6f0cc-773e-464c-af19-d4d0deae8fe8 req-6035999e-a093-48b1-9232-787e48fca163 service neutron] Unset dirty status for tenant:c1cadd85f0be4e00bc29101396cc2b9f on resource:security_group {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:47:54.176875 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d7e6f0cc-773e-464c-af19-d4d0deae8fe8 req-6035999e-a093-48b1-9232-787e48fca163 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2e2fd9a9-765e-44d1-bee5-f09fdd1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656350 May 25 22:47:54.189759 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:54.201924 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2cc6692b-f5b7-4544-8f50-43f49cc9925b req-494a5835-bae3-47b5-b2a4-73ac1b210bee tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=243b8261-0ab5-4fd7-bc65-debb23a462da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710797 May 25 22:47:54.209523 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:54.253379 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 29f7ccab-1eab-4fed-9e94-2da34121db61, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=29f7ccab-1eab-4fed-9e94-2da34121db61,segment=NetworkSegment(ada17ba1-f3bd-425c-893b-c7a09028367f),segment_id=ada17ba1-f3bd-425c-893b-c7a09028367f)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:47:54.258533 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:54.261129 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] For port 9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba,segment=NetworkSegment(ada17ba1-f3bd-425c-893b-c7a09028367f),segment_id=ada17ba1-f3bd-425c-893b-c7a09028367f)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:47:54.296641 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:54.330162 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=29f7ccab-1eab-4fed-9e94-2da34121db61,revision_number=5']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:54.398292 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Pushing event updated for resources: {'Port': ['ID=9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba,revision_number=5']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:54.604881 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f24171-e546-4ed0-acdb-0818845bb0e9 req-e3c7a704-e902-4221-aaa2-fbe4b584891f tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:54.605581 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-56f24171-e546-4ed0-acdb-0818845bb0e9 req-e3c7a704-e902-4221-aaa2-fbe4b584891f tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Synchronizing usage tracker for tenant:4d82322399d5470ebaab04636d7de525 on resource:port {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:47:54.621949 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-56f24171-e546-4ed0-acdb-0818845bb0e9 req-e3c7a704-e902-4221-aaa2-fbe4b584891f tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Unset dirty status for tenant:4d82322399d5470ebaab04636d7de525 on resource:port {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:47:54.623340 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-56f24171-e546-4ed0-acdb-0818845bb0e9 req-e3c7a704-e902-4221-aaa2-fbe4b584891f tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=2705b833-53b0-43de-8905-c2d95ebb6489 HTTP/1.1" status: 200 len: 945 time: 0.1010659 May 25 22:47:54.670741 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-56f24171-e546-4ed0-acdb-0818845bb0e9 req-b799d756-3025-4d5a-a8f9-c2e0ade9414b tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e2fd9a9-765e-44d1-bee5-f09fdd1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414875 May 25 22:47:55.386803 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01a34d-a30f-44c8-b03c-b518288b9cb2 req-aee654bb-5716-418b-ba97-9beb47b51143 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:55.388715 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-9d01a34d-a30f-44c8-b03c-b518288b9cb2 req-aee654bb-5716-418b-ba97-9beb47b51143 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=caf3fdcf-a823-456e-93ba-86fa4f0ddddf HTTP/1.1" status: 200 len: 945 time: 0.0755706 May 25 22:47:55.434679 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-9d01a34d-a30f-44c8-b03c-b518288b9cb2 req-f3374264-3034-4be1-a185-17ff1c700168 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=243b8261-0ab5-4fd7-bc65-debb23a462da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404031 May 25 22:47:55.714754 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:47:55.795374 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf3fdcf-a823-456e-93ba-86fa4f0ddddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f7ccab-1eab-4fed-9e94-2da34121db61'}] {{(pid=83205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:47:55.821744 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:47:55.822429 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:55.855880 dv-cinder-843305-1-smb neutron-server[83205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22e3e346-c0c5-44cc-9c1f-49a3250f77e8'] response: {'server_uuid': 'caf3fdcf-a823-456e-93ba-86fa4f0ddddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f7ccab-1eab-4fed-9e94-2da34121db61', 'code': 200} May 25 22:47:55.866837 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55a65b-6acc-4408-ac84-426d178c029b req-00b4959f-54af-4c35-a7e9-9298139ede72 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:55.868289 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-be55a65b-6acc-4408-ac84-426d178c029b req-00b4959f-54af-4c35-a7e9-9298139ede72 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=2705b833-53b0-43de-8905-c2d95ebb6489 HTTP/1.1" status: 200 len: 945 time: 0.0783122 May 25 22:47:55.921821 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-be55a65b-6acc-4408-ac84-426d178c029b req-a6382ac8-764d-44a7-80e0-fd0e384072d0 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e2fd9a9-765e-44d1-bee5-f09fdd1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474663 May 25 22:47:56.116597 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7b7646d6-c404-42fd-81aa-5fe92e011240 req-fc9fa1ba-c6aa-4af0-a104-8c2405b53628 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=caf3fdcf-a823-456e-93ba-86fa4f0ddddf HTTP/1.1" status: 200 len: 1098 time: 0.0691698 May 25 22:47:56.160085 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7b7646d6-c404-42fd-81aa-5fe92e011240 req-bd2f1d1a-e775-445f-aeda-01ea8aa892a4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=243b8261-0ab5-4fd7-bc65-debb23a462da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367427 May 25 22:47:56.790272 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45a6db-d2b6-40ab-9e06-f9bf928cd60c req-3338bd8d-9af6-41bc-9737-a177cede6654 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:56.794926 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-2c45a6db-d2b6-40ab-9e06-f9bf928cd60c req-3338bd8d-9af6-41bc-9737-a177cede6654 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=caf3fdcf-a823-456e-93ba-86fa4f0ddddf HTTP/1.1" status: 200 len: 945 time: 0.1016004 May 25 22:47:56.860298 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-2c45a6db-d2b6-40ab-9e06-f9bf928cd60c req-ea8f2595-3e8d-4394-9d5b-0ed41afa9f18 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=243b8261-0ab5-4fd7-bc65-debb23a462da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618682 May 25 22:47:58.059188 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a9d73-3e60-493a-90d1-93e7b368f12c req-8f2134ee-dcf5-4e45-837d-8ce5c38e4c77 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:58.061100 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-998a9d73-3e60-493a-90d1-93e7b368f12c req-8f2134ee-dcf5-4e45-837d-8ce5c38e4c77 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=caf3fdcf-a823-456e-93ba-86fa4f0ddddf HTTP/1.1" status: 200 len: 945 time: 0.0776815 May 25 22:47:58.104649 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-998a9d73-3e60-493a-90d1-93e7b368f12c req-5bdbee97-a3aa-404a-9365-86862e3dfd52 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=243b8261-0ab5-4fd7-bc65-debb23a462da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381541 May 25 22:47:58.288734 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96fe20e-09ef-4c81-9b10-ace5c159d283 req-cb7abbb0-7b64-4733-a2c5-9f1a1f76dd67 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:58.290160 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-a96fe20e-09ef-4c81-9b10-ace5c159d283 req-cb7abbb0-7b64-4733-a2c5-9f1a1f76dd67 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=caf3fdcf-a823-456e-93ba-86fa4f0ddddf HTTP/1.1" status: 200 len: 945 time: 0.0742431 May 25 22:47:58.298999 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 45970) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:58.304023 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-7d3faaf4-8ee3-47d9-a5c7-aceb642d587b tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Request body: {'floatingip': {'port_id': '29f7ccab-1eab-4fed-9e94-2da34121db61'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:47:58.382575 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-7d3faaf4-8ee3-47d9-a5c7-aceb642d587b tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for floatingip, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:59.040417 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-7d3faaf4-8ee3-47d9-a5c7-aceb642d587b tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:59.045515 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-7d3faaf4-8ee3-47d9-a5c7-aceb642d587b tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997866'] for floatingip, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:59.236386 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.db.l3_db [None req-7d3faaf4-8ee3-47d9-a5c7-aceb642d587b tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Floating IP 19d4b5a8-08e1-4e91-b9cb-eb735020b57e associated. External IP: 172.28.2.147, port: 29f7ccab-1eab-4fed-9e94-2da34121db61. May 25 22:47:59.634879 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3faaf4-8ee3-47d9-a5c7-aceb642d587b tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Router fb835c55-a6aa-4cb9-b070-17289279f47e has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:47:59.832521 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3faaf4-8ee3-47d9-a5c7-aceb642d587b tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:47:59.836936 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-7d3faaf4-8ee3-47d9-a5c7-aceb642d587b tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for floatingip, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:59.841634 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3d79c7-e770-4aec-820a-8f22bd227f42 None None] Sync routers for ids ['fb835c55-a6aa-4cb9-b070-17289279f47e'] in dv-cinder-843305-1-smb {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:47:59.853476 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3d79c7-e770-4aec-820a-8f22bd227f42 None None] Routers {'fb835c55-a6aa-4cb9-b070-17289279f47e'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:47:59.854168 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-6d3d79c7-e770-4aec-820a-8f22bd227f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:47:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['fb835c55-a6aa-4cb9-b070-17289279f47e'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:59.888991 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-7d3faaf4-8ee3-47d9-a5c7-aceb642d587b tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "PUT /v2.0/floatingips/19d4b5a8-08e1-4e91-b9cb-eb735020b57e HTTP/1.1" status: 200 len: 991 time: 1.5888488 May 25 22:47:59.889406 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf3fdcf-a823-456e-93ba-86fa4f0ddddf', 'tag': '29f7ccab-1eab-4fed-9e94-2da34121db61'}] {{(pid=83203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:47:59.941449 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-882c6d72-8e62-4961-9a9e-7025b1c443b0'] response: {'name': 'network-changed', 'server_uuid': 'caf3fdcf-a823-456e-93ba-86fa4f0ddddf', 'tag': '29f7ccab-1eab-4fed-9e94-2da34121db61', 'status': 'completed', 'code': 200} May 25 22:48:00.029568 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-6d3d79c7-e770-4aec-820a-8f22bd227f42 None None] Set router fb835c55-a6aa-4cb9-b070-17289279f47e gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:48:00.056273 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-62fbae7e-f36d-4fa5-a189-19ca029d4669 req-72449505-14c9-4cba-8160-eef13ff13882 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a306ac3d88ed4dd38736ce9e31a10d07&device_id=caf3fdcf-a823-456e-93ba-86fa4f0ddddf HTTP/1.1" status: 200 len: 1098 time: 0.0709372 May 25 22:48:00.186522 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbae7e-f36d-4fa5-a189-19ca029d4669 req-81fc6a52-8412-4083-ba01-17a971eae00d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:48:00.187977 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-62fbae7e-f36d-4fa5-a189-19ca029d4669 req-81fc6a52-8412-4083-ba01-17a971eae00d service neutron] 10.222.0.15 "GET /v2.0/networks?id=f5598603-fbcc-4407-8043-89c712b6936c HTTP/1.1" status: 200 len: 915 time: 0.1255472 May 25 22:48:00.296365 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-62fbae7e-f36d-4fa5-a189-19ca029d4669 req-23ede290-e52f-4eda-9a70-592d0080cf86 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29f7ccab-1eab-4fed-9e94-2da34121db61 HTTP/1.1" status: 200 len: 999 time: 0.1018584 May 25 22:48:00.373833 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-6d3d79c7-e770-4aec-820a-8f22bd227f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:47:34Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 4, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'gw_port': {'id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:35Z', 'updated_at': '2022-05-25T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': '19d4b5a8-08e1-4e91-b9cb-eb735020b57e', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'floating_ip_address': '172.28.2.147', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'port_id': '29f7ccab-1eab-4fed-9e94-2da34121db61', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'mac_address': 'fa:16:3e:47:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3fdcf-a823-456e-93ba-86fa4f0ddddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:47:40Z', 'updated_at': '2022-05-25T22:47:58Z', 'revision_number': 1, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba', 'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'mac_address': 'fa:16:3e:92:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:37Z', 'updated_at': '2022-05-25T22:47:54Z', 'revision_number': 5, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'subnets': [{'id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:00.377937 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3d79c7-e770-4aec-820a-8f22bd227f42 None None] Checking router: fb835c55-a6aa-4cb9-b070-17289279f47e for host: dv-cinder-843305-1-smb {{(pid=83205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:48:00.389541 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3d79c7-e770-4aec-820a-8f22bd227f42 None None] Routers {'fb835c55-a6aa-4cb9-b070-17289279f47e'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:48:00.390148 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-6d3d79c7-e770-4aec-820a-8f22bd227f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:47:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['fb835c55-a6aa-4cb9-b070-17289279f47e'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:00.469340 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbae7e-f36d-4fa5-a189-19ca029d4669 req-13d6b7f3-7ef9-4629-b387-76547dde3b4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:48:00.470805 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-62fbae7e-f36d-4fa5-a189-19ca029d4669 req-13d6b7f3-7ef9-4629-b387-76547dde3b4c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02f53aa-d00c-4082-a6d9-9a1a20ad8b08 HTTP/1.1" status: 200 len: 853 time: 0.1686251 May 25 22:48:00.553691 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-62fbae7e-f36d-4fa5-a189-19ca029d4669 req-ec2dcf5e-2009-44d3-a537-7625cbe080ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f5598603-fbcc-4407-8043-89c712b6936c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760815 May 25 22:48:00.568626 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-6d3d79c7-e770-4aec-820a-8f22bd227f42 None None] Set router fb835c55-a6aa-4cb9-b070-17289279f47e gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:48:00.686484 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-62fbae7e-f36d-4fa5-a189-19ca029d4669 req-a098641c-7a6c-45b5-832b-b357a5dbdd1b service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258152 May 25 22:48:00.828113 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-62fbae7e-f36d-4fa5-a189-19ca029d4669 req-601e4e2c-418d-433d-bc1a-b874410acd3c service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351364 May 25 22:48:00.907999 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-6d3d79c7-e770-4aec-820a-8f22bd227f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:47:34Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 4, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'gw_port': {'id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:35Z', 'updated_at': '2022-05-25T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': '19d4b5a8-08e1-4e91-b9cb-eb735020b57e', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'floating_ip_address': '172.28.2.147', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'port_id': '29f7ccab-1eab-4fed-9e94-2da34121db61', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'mac_address': 'fa:16:3e:47:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3fdcf-a823-456e-93ba-86fa4f0ddddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:47:40Z', 'updated_at': '2022-05-25T22:47:58Z', 'revision_number': 1, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba', 'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'mac_address': 'fa:16:3e:92:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:37Z', 'updated_at': '2022-05-25T22:47:54Z', 'revision_number': 5, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'subnets': [{'id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:00.911913 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3d79c7-e770-4aec-820a-8f22bd227f42 None None] The sync data for ids ['fb835c55-a6aa-4cb9-b070-17289279f47e'] in dv-cinder-843305-1-smb is: [{'id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:47:34Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 4, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'gw_port': {'id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:35Z', 'updated_at': '2022-05-25T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': '19d4b5a8-08e1-4e91-b9cb-eb735020b57e', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'floating_ip_address': '172.28.2.147', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'port_id': '29f7ccab-1eab-4fed-9e94-2da34121db61', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'mac_address': 'fa:16:3e:47:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3fdcf-a823-456e-93ba-86fa4f0ddddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:47:40Z', 'updated_at': '2022-05-25T22:47:58Z', 'revision_number': 1, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba', 'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'mac_address': 'fa:16:3e:92:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:37Z', 'updated_at': '2022-05-25T22:47:54Z', 'revision_number': 5, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'subnets': [{'id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:48:01.092623 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61441da-1e56-400c-8011-9968a557e84c None None] New status for floating IP 19d4b5a8-08e1-4e91-b9cb-eb735020b57e: ACTIVE {{(pid=83206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:48:03.888316 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:12.633934 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-ab474083-cdcc-49b7-9ff1-ac4b0e02e52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:14.771979 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-93cf1b4b-fe70-47e2-bbc6-c4a61422a214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:16.006590 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:16.392644 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:17.407657 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ad6b8-8139-433f-85c5-efd84f6dde5f req-56b1d022-75ff-4e9c-b83b-c9be020b581e tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:48:17.409067 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-cc3ad6b8-8139-433f-85c5-efd84f6dde5f req-56b1d022-75ff-4e9c-b83b-c9be020b581e tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=2705b833-53b0-43de-8905-c2d95ebb6489 HTTP/1.1" status: 200 len: 945 time: 0.0751119 May 25 22:48:17.453135 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-cc3ad6b8-8139-433f-85c5-efd84f6dde5f req-49544a79-1694-4ff1-ab5c-03a53251d01f tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e2fd9a9-765e-44d1-bee5-f09fdd1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386560 May 25 22:48:17.545050 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:18.645957 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae9aa4-85ab-48fd-9831-63672e81be3f req-edd7f00c-4138-445b-b7e6-97e016226356 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:48:18.647428 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-98ae9aa4-85ab-48fd-9831-63672e81be3f req-edd7f00c-4138-445b-b7e6-97e016226356 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=2705b833-53b0-43de-8905-c2d95ebb6489 HTTP/1.1" status: 200 len: 945 time: 0.0760000 May 25 22:48:18.691879 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-98ae9aa4-85ab-48fd-9831-63672e81be3f req-a2b1f385-e846-4d3d-8032-0f3944e38f9f tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e2fd9a9-765e-44d1-bee5-f09fdd1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390022 May 25 22:48:19.886492 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e25d1a-5c2f-46eb-938d-13650484162b req-58b38d36-e1fc-4791-b274-f890b8393ee5 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:48:19.887927 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-34e25d1a-5c2f-46eb-938d-13650484162b req-58b38d36-e1fc-4791-b274-f890b8393ee5 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=2705b833-53b0-43de-8905-c2d95ebb6489 HTTP/1.1" status: 200 len: 945 time: 0.0794141 May 25 22:48:19.933674 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-34e25d1a-5c2f-46eb-938d-13650484162b req-2b558126-6c32-4863-9c45-6c73bb615b93 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e2fd9a9-765e-44d1-bee5-f09fdd1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402029 May 25 22:48:20.391906 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9180e71-1feb-4d04-83cd-7f710d074ec6 req-f2a7f37d-7411-4fe4-83fc-74ee4b34d9ea tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:48:20.393314 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a9180e71-1feb-4d04-83cd-7f710d074ec6 req-f2a7f37d-7411-4fe4-83fc-74ee4b34d9ea tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 947 time: 0.0745406 May 25 22:48:20.437995 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a9180e71-1feb-4d04-83cd-7f710d074ec6 req-ff7dc80b-c7c8-4efa-8af4-1360a945239a tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386150 May 25 22:48:21.127830 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd4360-d03f-4c4b-8936-55ec294c2a97 req-4afc1d0d-51a9-45c2-8d12-cdb7be173de9 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:48:21.129273 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-fdfd4360-d03f-4c4b-8936-55ec294c2a97 req-4afc1d0d-51a9-45c2-8d12-cdb7be173de9 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=2705b833-53b0-43de-8905-c2d95ebb6489 HTTP/1.1" status: 200 len: 945 time: 0.0778513 May 25 22:48:21.173484 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-fdfd4360-d03f-4c4b-8936-55ec294c2a97 req-97b61f27-daaf-445d-a6a4-dc9b2f3f42dc tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e2fd9a9-765e-44d1-bee5-f09fdd1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389001 May 25 22:48:21.715647 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687849bb-2fd0-4ee9-8f08-04a0da3b63a6 req-625d5845-4f5a-4ffb-9aab-a8da1c098b75 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:48:21.717051 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-687849bb-2fd0-4ee9-8f08-04a0da3b63a6 req-625d5845-4f5a-4ffb-9aab-a8da1c098b75 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 947 time: 0.1461751 May 25 22:48:21.760504 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-687849bb-2fd0-4ee9-8f08-04a0da3b63a6 req-d5f89fd1-2d13-4f6e-95e5-7037a562da59 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372703 May 25 22:48:22.419508 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76701d51-9ed4-4cb3-8088-23483bc98c1d req-426bb381-56c4-4f23-9ae1-034c924ee5b0 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:48:22.420902 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-76701d51-9ed4-4cb3-8088-23483bc98c1d req-426bb381-56c4-4f23-9ae1-034c924ee5b0 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 947 time: 0.1368046 May 25 22:48:22.426674 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48cc0d-2af4-40e9-9510-681dd7f75e4c req-f244e65b-7206-4128-8280-666c003e8b47 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:48:22.427983 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-aa48cc0d-2af4-40e9-9510-681dd7f75e4c req-f244e65b-7206-4128-8280-666c003e8b47 tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=2705b833-53b0-43de-8905-c2d95ebb6489 HTTP/1.1" status: 200 len: 945 time: 0.1136913 May 25 22:48:22.523280 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [req-76701d51-9ed4-4cb3-8088-23483bc98c1d req-afa45de6-2a10-4531-88d3-60288fad6207 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Deleting port 702a3d4d-40c5-40a0-b1e7-1af568258a30 {{(pid=83203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:48:22.523625 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-76701d51-9ed4-4cb3-8088-23483bc98c1d req-afa45de6-2a10-4531-88d3-60288fad6207 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:22.562785 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-aa48cc0d-2af4-40e9-9510-681dd7f75e4c req-2c2e0b29-a89a-4825-9b1c-7d9f395e7d0a tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e2fd9a9-765e-44d1-bee5-f09fdd1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038105 May 25 22:48:22.762638 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [req-76701d51-9ed4-4cb3-8088-23483bc98c1d req-afa45de6-2a10-4531-88d3-60288fad6207 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] For port 702a3d4d-40c5-40a0-b1e7-1af568258a30, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=702a3d4d-40c5-40a0-b1e7-1af568258a30,segment=NetworkSegment(1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3),segment_id=1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3)] {{(pid=83203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:48:22.762987 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-76701d51-9ed4-4cb3-8088-23483bc98c1d req-afa45de6-2a10-4531-88d3-60288fad6207 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:22.845392 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771475f-72ff-4f54-b07b-5d36026a8fd0 req-0c310c9b-41c5-4d39-9a0d-f64efcd2e7cd tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:48:22.847021 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4771475f-72ff-4f54-b07b-5d36026a8fd0 req-0c310c9b-41c5-4d39-9a0d-f64efcd2e7cd tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.15 "GET /v2.0/ports?device_id=2705b833-53b0-43de-8905-c2d95ebb6489 HTTP/1.1" status: 200 len: 945 time: 0.0774167 May 25 22:48:22.955142 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [req-4771475f-72ff-4f54-b07b-5d36026a8fd0 req-52d93488-2cdb-4a17-b787-8ad8c879bb8d tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Deleting port 6ca8abca-768f-4a46-b4af-dbac5dc3584e {{(pid=83204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:48:22.955483 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-4771475f-72ff-4f54-b07b-5d36026a8fd0 req-52d93488-2cdb-4a17-b787-8ad8c879bb8d tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:23.048678 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-76701d51-9ed4-4cb3-8088-23483bc98c1d req-afa45de6-2a10-4531-88d3-60288fad6207 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:23.049043 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-76701d51-9ed4-4cb3-8088-23483bc98c1d req-afa45de6-2a10-4531-88d3-60288fad6207 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997866'] for floatingip, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:23.049350 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.db.l3_db [req-76701d51-9ed4-4cb3-8088-23483bc98c1d req-afa45de6-2a10-4531-88d3-60288fad6207 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Floating IP 824207a1-ae5b-405e-b57f-aa66dc2e2349 disassociated. External IP: 172.28.2.166, port: 702a3d4d-40c5-40a0-b1e7-1af568258a30. May 25 22:48:23.049682 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [req-76701d51-9ed4-4cb3-8088-23483bc98c1d req-afa45de6-2a10-4531-88d3-60288fad6207 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Calling delete_port for 702a3d4d-40c5-40a0-b1e7-1af568258a30 owned by compute:nova {{(pid=83203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:48:23.073541 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da60408-b8a4-4a13-9a11-dd407b2f9bf5 req-95f1e859-0884-442d-a8d1-f4b4da36fdcf tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:48:23.074920 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5da60408-b8a4-4a13-9a11-dd407b2f9bf5 req-95f1e859-0884-442d-a8d1-f4b4da36fdcf tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 947 time: 0.1821663 May 25 22:48:23.188854 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-76701d51-9ed4-4cb3-8088-23483bc98c1d req-afa45de6-2a10-4531-88d3-60288fad6207 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:23.206168 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5da60408-b8a4-4a13-9a11-dd407b2f9bf5 req-00f9e0c6-526c-417a-9c98-b114554a76fe tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups?id=0748d7d5-1046-404e-b706-272e8b6eaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256626 May 25 22:48:23.256001 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-4771475f-72ff-4f54-b07b-5d36026a8fd0 req-52d93488-2cdb-4a17-b787-8ad8c879bb8d tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] For port 6ca8abca-768f-4a46-b4af-dbac5dc3584e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=6ca8abca-768f-4a46-b4af-dbac5dc3584e,segment=NetworkSegment(286254f5-04a7-4fc1-b5c9-72159fdcb92b),segment_id=286254f5-04a7-4fc1-b5c9-72159fdcb92b)] {{(pid=83204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:48:23.256001 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-4771475f-72ff-4f54-b07b-5d36026a8fd0 req-52d93488-2cdb-4a17-b787-8ad8c879bb8d tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:23.335249 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa45de6-2a10-4531-88d3-60288fad6207 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Pushing event deleted for resources: {'Port': ['ID=702a3d4d-40c5-40a0-b1e7-1af568258a30,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:23.348207 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa45de6-2a10-4531-88d3-60288fad6207 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:23.348414 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa45de6-2a10-4531-88d3-60288fad6207 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:23.348847 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa45de6-2a10-4531-88d3-60288fad6207 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:23.349069 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa45de6-2a10-4531-88d3-60288fad6207 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:23.349399 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa45de6-2a10-4531-88d3-60288fad6207 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:23.349727 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa45de6-2a10-4531-88d3-60288fad6207 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:23.350053 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa45de6-2a10-4531-88d3-60288fad6207 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:23.350392 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa45de6-2a10-4531-88d3-60288fad6207 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:23.350979 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa45de6-2a10-4531-88d3-60288fad6207 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:23.351308 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa45de6-2a10-4531-88d3-60288fad6207 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:23.351620 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa45de6-2a10-4531-88d3-60288fad6207 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:23.382481 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [req-4771475f-72ff-4f54-b07b-5d36026a8fd0 req-52d93488-2cdb-4a17-b787-8ad8c879bb8d tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Calling delete_port for 6ca8abca-768f-4a46-b4af-dbac5dc3584e owned by compute:nova {{(pid=83204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:48:23.522856 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-4771475f-72ff-4f54-b07b-5d36026a8fd0 req-52d93488-2cdb-4a17-b787-8ad8c879bb8d tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:23.551993 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76701d51-9ed4-4cb3-8088-23483bc98c1d req-afa45de6-2a10-4531-88d3-60288fad6207 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Router bb764dd8-4f5c-41d0-9151-c1a4e44186e6 has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:48:23.558105 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['6ca8abca-768f-4a46-b4af-dbac5dc3584e'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:48:23.569215 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d93488-2cdb-4a17-b787-8ad8c879bb8d tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Pushing event deleted for resources: {'Port': ['ID=6ca8abca-768f-4a46-b4af-dbac5dc3584e,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:23.580519 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d93488-2cdb-4a17-b787-8ad8c879bb8d tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:23.580864 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d93488-2cdb-4a17-b787-8ad8c879bb8d tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:23.581202 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d93488-2cdb-4a17-b787-8ad8c879bb8d tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:23.582181 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d93488-2cdb-4a17-b787-8ad8c879bb8d tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:23.582539 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d93488-2cdb-4a17-b787-8ad8c879bb8d tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:23.582865 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d93488-2cdb-4a17-b787-8ad8c879bb8d tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:23.583184 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d93488-2cdb-4a17-b787-8ad8c879bb8d tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:23.583510 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d93488-2cdb-4a17-b787-8ad8c879bb8d tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:23.583831 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d93488-2cdb-4a17-b787-8ad8c879bb8d tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:23.584146 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d93488-2cdb-4a17-b787-8ad8c879bb8d tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:23.584463 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d93488-2cdb-4a17-b787-8ad8c879bb8d tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:23.653722 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [req-4771475f-72ff-4f54-b07b-5d36026a8fd0 req-52d93488-2cdb-4a17-b787-8ad8c879bb8d tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] No DVR routers for this DVR port 6ca8abca-768f-4a46-b4af-dbac5dc3584e on host hv-cinder-84330 {{(pid=83204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:48:23.656028 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-4771475f-72ff-4f54-b07b-5d36026a8fd0 req-52d93488-2cdb-4a17-b787-8ad8c879bb8d tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:23.658639 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2705b833-53b0-43de-8905-c2d95ebb6489', 'name': 'network-vif-deleted', 'tag': '6ca8abca-768f-4a46-b4af-dbac5dc3584e'}] {{(pid=83204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:48:23.675999 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4771475f-72ff-4f54-b07b-5d36026a8fd0 req-52d93488-2cdb-4a17-b787-8ad8c879bb8d tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.15 "DELETE /v2.0/ports/6ca8abca-768f-4a46-b4af-dbac5dc3584e HTTP/1.1" status: 204 len: 173 time: 0.8231399 May 25 22:48:23.739071 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-5174f78d-6505-4d5f-b528-c2e7761dcd3e req-9e1ead87-0295-49bd-9470-c40088a3a31d tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] 10.222.0.59 "GET /v2.0/ports?device_id=2705b833-53b0-43de-8905-c2d95ebb6489 HTTP/1.1" status: 200 len: 210 time: 0.0490124 May 25 22:48:23.763919 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad87732f-192b-4746-b9ef-8ed22883e04f'] response: {'server_uuid': '2705b833-53b0-43de-8905-c2d95ebb6489', 'name': 'network-vif-deleted', 'tag': '6ca8abca-768f-4a46-b4af-dbac5dc3584e', 'status': 'completed', 'code': 200} May 25 22:48:23.817750 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76701d51-9ed4-4cb3-8088-23483bc98c1d req-afa45de6-2a10-4531-88d3-60288fad6207 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:48:23.829329 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f489fa1-a38d-49cc-8cca-e18ad8a39ac3 None None] Sync routers for ids ['bb764dd8-4f5c-41d0-9151-c1a4e44186e6'] in dv-cinder-843305-1-smb {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:48:23.842913 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f489fa1-a38d-49cc-8cca-e18ad8a39ac3 None None] Routers {'bb764dd8-4f5c-41d0-9151-c1a4e44186e6'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:48:23.843522 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-3f489fa1-a38d-49cc-8cca-e18ad8a39ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:48:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['bb764dd8-4f5c-41d0-9151-c1a4e44186e6'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:23.902110 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [req-76701d51-9ed4-4cb3-8088-23483bc98c1d req-afa45de6-2a10-4531-88d3-60288fad6207 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] No DVR routers for this DVR port 702a3d4d-40c5-40a0-b1e7-1af568258a30 on host hv-cinder-84330 {{(pid=83203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:48:23.904733 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-76701d51-9ed4-4cb3-8088-23483bc98c1d req-afa45de6-2a10-4531-88d3-60288fad6207 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:23.907722 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec69b19-2c03-41d6-941f-472d42fc34c8', 'name': 'network-vif-deleted', 'tag': '702a3d4d-40c5-40a0-b1e7-1af568258a30'}] {{(pid=83203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:48:23.924137 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-76701d51-9ed4-4cb3-8088-23483bc98c1d req-afa45de6-2a10-4531-88d3-60288fad6207 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.15 "DELETE /v2.0/ports/702a3d4d-40c5-40a0-b1e7-1af568258a30 HTTP/1.1" status: 204 len: 173 time: 1.4914124 May 25 22:48:23.963826 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bdfcdf1-cf44-40d4-b3d0-e8dd6ac1c1ce'] response: {'server_uuid': '7ec69b19-2c03-41d6-941f-472d42fc34c8', 'name': 'network-vif-deleted', 'tag': '702a3d4d-40c5-40a0-b1e7-1af568258a30', 'status': 'completed', 'code': 200} May 25 22:48:24.060032 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-3f489fa1-a38d-49cc-8cca-e18ad8a39ac3 None None] Set router bb764dd8-4f5c-41d0-9151-c1a4e44186e6 gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:48:24.375147 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-3f489fa1-a38d-49cc-8cca-e18ad8a39ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1382777500-router', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:44Z', 'updated_at': '2022-05-25T22:39:01Z', 'revision_number': 4, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'gw_port': {'id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '3d4ea90a-3e31-4082-8a2d-6b7858266524', 'name': '', 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'mac_address': 'fa:16:3e:b2:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:57Z', 'updated_at': '2022-05-25T22:39:42Z', 'revision_number': 5, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'subnets': [{'id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:24.379282 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f489fa1-a38d-49cc-8cca-e18ad8a39ac3 None None] Checking router: bb764dd8-4f5c-41d0-9151-c1a4e44186e6 for host: dv-cinder-843305-1-smb {{(pid=83205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:48:24.389679 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f489fa1-a38d-49cc-8cca-e18ad8a39ac3 None None] Routers {'bb764dd8-4f5c-41d0-9151-c1a4e44186e6'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:48:24.390361 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-3f489fa1-a38d-49cc-8cca-e18ad8a39ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:48:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['bb764dd8-4f5c-41d0-9151-c1a4e44186e6'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:24.413788 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-4b452f3f-9e35-4f89-8e8e-b7f32cf20677 req-ee74e53a-15ac-49eb-87f1-37337c9d47a8 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Synchronizing usage tracker for tenant:8070272689ae4feda68b4ce15376a6be on resource:port {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:48:24.431867 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-4b452f3f-9e35-4f89-8e8e-b7f32cf20677 req-ee74e53a-15ac-49eb-87f1-37337c9d47a8 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Unset dirty status for tenant:8070272689ae4feda68b4ce15376a6be on resource:port {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:48:24.433031 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-4b452f3f-9e35-4f89-8e8e-b7f32cf20677 req-ee74e53a-15ac-49eb-87f1-37337c9d47a8 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ec69b19-2c03-41d6-941f-472d42fc34c8 HTTP/1.1" status: 200 len: 210 time: 0.0598061 May 25 22:48:24.570460 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-3f489fa1-a38d-49cc-8cca-e18ad8a39ac3 None None] Set router bb764dd8-4f5c-41d0-9151-c1a4e44186e6 gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:48:24.877699 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-3f489fa1-a38d-49cc-8cca-e18ad8a39ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1382777500-router', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:44Z', 'updated_at': '2022-05-25T22:39:01Z', 'revision_number': 4, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'gw_port': {'id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '3d4ea90a-3e31-4082-8a2d-6b7858266524', 'name': '', 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'mac_address': 'fa:16:3e:b2:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:57Z', 'updated_at': '2022-05-25T22:39:42Z', 'revision_number': 5, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'subnets': [{'id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:24.882076 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f489fa1-a38d-49cc-8cca-e18ad8a39ac3 None None] The sync data for ids ['bb764dd8-4f5c-41d0-9151-c1a4e44186e6'] in dv-cinder-843305-1-smb is: [{'id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1382777500-router', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:44Z', 'updated_at': '2022-05-25T22:39:01Z', 'revision_number': 4, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'gw_port': {'id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '3d4ea90a-3e31-4082-8a2d-6b7858266524', 'name': '', 'network_id': 'f0e051db-549c-4c00-b572-ba45117467c0', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'mac_address': 'fa:16:3e:b2:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:57Z', 'updated_at': '2022-05-25T22:39:42Z', 'revision_number': 5, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'subnets': [{'id': 'b9149cc5-7f23-4821-b9e2-fe53e98b46ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:48:25.098253 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f967ef-6ce0-4890-9eb6-1001c787dd5b None None] New status for floating IP 824207a1-ae5b-405e-b57f-aa66dc2e2349: DOWN {{(pid=83206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:48:25.386307 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:48:25.582422 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 6ca8abca-768f-4a46-b4af-dbac5dc3584e no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:48:25.587991 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 46108) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:48:25.615534 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] No Port match for: 6ca8abca-768f-4a46-b4af-dbac5dc3584e {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:48:25.615869 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 6ca8abca-768f-4a46-b4af-dbac5dc3584e not bound to the agent host hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:48:25.616270 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 702a3d4d-40c5-40a0-b1e7-1af568258a30 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:48:25.646006 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] No Port match for: 702a3d4d-40c5-40a0-b1e7-1af568258a30 {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:48:25.646470 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 702a3d4d-40c5-40a0-b1e7-1af568258a30 not bound to the agent host hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:48:25.652860 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6763c6f7-f5ef-484a-94c1-3a3653dc0de5 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:25.683253 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6763c6f7-f5ef-484a-94c1-3a3653dc0de5 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:25.732502 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6763c6f7-f5ef-484a-94c1-3a3653dc0de5 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:25.750302 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6763c6f7-f5ef-484a-94c1-3a3653dc0de5 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0748d7d5-1046-404e-b706-272e8b6eaee6,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:25.760352 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6763c6f7-f5ef-484a-94c1-3a3653dc0de5 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:25.761455 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-6763c6f7-f5ef-484a-94c1-3a3653dc0de5 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "DELETE /v2.0/security-groups/0748d7d5-1046-404e-b706-272e8b6eaee6 HTTP/1.1" status: 204 len: 168 time: 0.1724908 May 25 22:48:25.764249 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 46112) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:48:25.779714 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.api.v2.resource [None req-d2fdcf25-3da2-489b-b57c-f311ab9de660 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] show failed (client error): The resource could not be found. May 25 22:48:25.780656 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-d2fdcf25-3da2-489b-b57c-f311ab9de660 tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "GET /v2.0/security-groups/0748d7d5-1046-404e-b706-272e8b6eaee6 HTTP/1.1" status: 404 len: 347 time: 0.0155425 May 25 22:48:25.783426 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 46116) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:48:25.932974 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cbadf-5c84-4a8d-991e-503ea31ac32f tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Deleting port d9c3a851-b364-4c6f-86bd-413c73642e97 {{(pid=83203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:48:25.933227 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-0d9cbadf-5c84-4a8d-991e-503ea31ac32f tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:26.100350 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-0d9cbadf-5c84-4a8d-991e-503ea31ac32f tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:26.100670 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-0d9cbadf-5c84-4a8d-991e-503ea31ac32f tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:26.215340 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cbadf-5c84-4a8d-991e-503ea31ac32f tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Calling delete_port for d9c3a851-b364-4c6f-86bd-413c73642e97 owned by network:floatingip {{(pid=83203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:48:26.367340 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-0d9cbadf-5c84-4a8d-991e-503ea31ac32f tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:26.412457 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cbadf-5c84-4a8d-991e-503ea31ac32f tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Pushing event deleted for resources: {'Port': ['ID=d9c3a851-b364-4c6f-86bd-413c73642e97,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:26.602396 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-0d9cbadf-5c84-4a8d-991e-503ea31ac32f tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks [] for floatingip, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:26.620480 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-0d9cbadf-5c84-4a8d-991e-503ea31ac32f tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for floatingip, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:26.621611 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-0d9cbadf-5c84-4a8d-991e-503ea31ac32f tempest-AttachVolumeShelveTestJSON-28306292 tempest-AttachVolumeShelveTestJSON-28306292-project] 10.222.0.59 "DELETE /v2.0/floatingips/824207a1-ae5b-405e-b57f-aa66dc2e2349 HTTP/1.1" status: 204 len: 168 time: 0.8373382 May 25 22:48:29.401883 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 46158) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:48:29.847686 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6e616208-7c8e-4ac4-bfdd-f8b5f2ee08a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-999128'] for router_interface, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:30.426190 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-6e616208-7c8e-4ac4-bfdd-f8b5f2ee08a6 admin admin] Deleting port 3d4ea90a-3e31-4082-8a2d-6b7858266524 {{(pid=83203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:48:30.426972 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6e616208-7c8e-4ac4-bfdd-f8b5f2ee08a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:30.603788 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [None req-6e616208-7c8e-4ac4-bfdd-f8b5f2ee08a6 admin admin] For port 3d4ea90a-3e31-4082-8a2d-6b7858266524, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=3d4ea90a-3e31-4082-8a2d-6b7858266524,segment=NetworkSegment(1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3),segment_id=1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3)] {{(pid=83203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:48:30.604137 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6e616208-7c8e-4ac4-bfdd-f8b5f2ee08a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:30.723177 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-6e616208-7c8e-4ac4-bfdd-f8b5f2ee08a6 admin admin] Calling delete_port for 3d4ea90a-3e31-4082-8a2d-6b7858266524 owned by network:router_interface {{(pid=83203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:48:30.969837 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6e616208-7c8e-4ac4-bfdd-f8b5f2ee08a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:31.013730 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e616208-7c8e-4ac4-bfdd-f8b5f2ee08a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d4ea90a-3e31-4082-8a2d-6b7858266524,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:31.296096 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6e616208-7c8e-4ac4-bfdd-f8b5f2ee08a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4094844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-999055'] for router_interface, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:31.865971 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e616208-7c8e-4ac4-bfdd-f8b5f2ee08a6 admin admin] Router bb764dd8-4f5c-41d0-9151-c1a4e44186e6 has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:48:32.081136 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e616208-7c8e-4ac4-bfdd-f8b5f2ee08a6 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:48:32.091426 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c9e4af-8669-4d64-9a62-d30e50a49307 None None] Sync routers for ids ['bb764dd8-4f5c-41d0-9151-c1a4e44186e6'] in dv-cinder-843305-1-smb {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:48:32.093189 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-6e616208-7c8e-4ac4-bfdd-f8b5f2ee08a6 admin admin] 10.222.0.59 "PUT /v2.0/routers/bb764dd8-4f5c-41d0-9151-c1a4e44186e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6901274 May 25 22:48:32.095658 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 46180) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:48:32.103761 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c9e4af-8669-4d64-9a62-d30e50a49307 None None] Routers {'bb764dd8-4f5c-41d0-9151-c1a4e44186e6'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:48:32.104524 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-62c9e4af-8669-4d64-9a62-d30e50a49307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:48:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['bb764dd8-4f5c-41d0-9151-c1a4e44186e6'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:32.282261 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-62c9e4af-8669-4d64-9a62-d30e50a49307 None None] Set router bb764dd8-4f5c-41d0-9151-c1a4e44186e6 gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:48:32.292784 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6e725bd2-8b68-4051-b37a-aeabc12241dd admin admin] Notify callbacks [] for router, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:32.585773 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6e725bd2-8b68-4051-b37a-aeabc12241dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:32.594866 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-6e725bd2-8b68-4051-b37a-aeabc12241dd admin admin] Deleting port 938e243c-8043-411a-ada5-c55c00bc9a4e {{(pid=83203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:48:32.595206 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6e725bd2-8b68-4051-b37a-aeabc12241dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:32.603986 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-62c9e4af-8669-4d64-9a62-d30e50a49307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1382777500-router', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:44Z', 'updated_at': '2022-05-25T22:48:30Z', 'revision_number': 5, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'gw_port': {'id': '938e243c-8043-411a-ada5-c55c00bc9a4e', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:46Z', 'updated_at': '2022-05-25T22:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb'}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:32.607797 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c9e4af-8669-4d64-9a62-d30e50a49307 None None] Checking router: bb764dd8-4f5c-41d0-9151-c1a4e44186e6 for host: dv-cinder-843305-1-smb {{(pid=83205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:48:32.618579 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c9e4af-8669-4d64-9a62-d30e50a49307 None None] Routers {'bb764dd8-4f5c-41d0-9151-c1a4e44186e6'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:48:32.619161 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-62c9e4af-8669-4d64-9a62-d30e50a49307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:48:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['bb764dd8-4f5c-41d0-9151-c1a4e44186e6'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:32.768522 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [None req-6e725bd2-8b68-4051-b37a-aeabc12241dd admin admin] For port 938e243c-8043-411a-ada5-c55c00bc9a4e, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=938e243c-8043-411a-ada5-c55c00bc9a4e,segment=NetworkSegment(3342e0e4-498a-46e7-9232-6274ffc1b494),segment_id=3342e0e4-498a-46e7-9232-6274ffc1b494)] {{(pid=83203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:48:32.769358 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6e725bd2-8b68-4051-b37a-aeabc12241dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:32.771172 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-62c9e4af-8669-4d64-9a62-d30e50a49307 None None] Set router bb764dd8-4f5c-41d0-9151-c1a4e44186e6 gateway port host: None {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:48:32.872832 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-62c9e4af-8669-4d64-9a62-d30e50a49307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1382777500-router', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:44Z', 'updated_at': '2022-05-25T22:48:32Z', 'revision_number': 6, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'gw_port_host': None}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:32.876550 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c9e4af-8669-4d64-9a62-d30e50a49307 None None] The sync data for ids ['bb764dd8-4f5c-41d0-9151-c1a4e44186e6'] in dv-cinder-843305-1-smb is: [{'id': 'bb764dd8-4f5c-41d0-9151-c1a4e44186e6', 'name': 'tempest-AttachVolumeShelveTestJSON-1382777500-router', 'tenant_id': '8070272689ae4feda68b4ce15376a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:44Z', 'updated_at': '2022-05-25T22:48:32Z', 'revision_number': 6, 'project_id': '8070272689ae4feda68b4ce15376a6be', 'gw_port_host': None}] {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:48:32.888745 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-6e725bd2-8b68-4051-b37a-aeabc12241dd admin admin] Calling delete_port for 938e243c-8043-411a-ada5-c55c00bc9a4e owned by network:router_gateway {{(pid=83203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:48:33.053804 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6e725bd2-8b68-4051-b37a-aeabc12241dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:33.094694 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e725bd2-8b68-4051-b37a-aeabc12241dd admin admin] Pushing event deleted for resources: {'Port': ['ID=938e243c-8043-411a-ada5-c55c00bc9a4e,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:33.322505 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6e725bd2-8b68-4051-b37a-aeabc12241dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997829'] for router_gateway, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:33.580431 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6e725bd2-8b68-4051-b37a-aeabc12241dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1035317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4933'] for router, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:33.585055 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6e725bd2-8b68-4051-b37a-aeabc12241dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:33.609581 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6e725bd2-8b68-4051-b37a-aeabc12241dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1035417'] for router, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:33.610019 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e725bd2-8b68-4051-b37a-aeabc12241dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb764dd8-4f5c-41d0-9151-c1a4e44186e6 {{(pid=83203) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:48:33.622358 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6e725bd2-8b68-4051-b37a-aeabc12241dd admin admin] Notify callbacks [] for router, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:33.623492 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-6e725bd2-8b68-4051-b37a-aeabc12241dd admin admin] 10.222.0.59 "DELETE /v2.0/routers/bb764dd8-4f5c-41d0-9151-c1a4e44186e6 HTTP/1.1" status: 204 len: 168 time: 1.5267916 May 25 22:48:33.626122 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 46190) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:48:33.738038 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 3d4ea90a-3e31-4082-8a2d-6b7858266524 no longer exists at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:48:33.774764 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] No Port match for: 3d4ea90a-3e31-4082-8a2d-6b7858266524 {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:48:33.775103 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 3d4ea90a-3e31-4082-8a2d-6b7858266524 not bound to the agent host dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:48:33.775697 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 938e243c-8043-411a-ada5-c55c00bc9a4e no longer exists at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:48:33.786854 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e1988e-44cf-4712-a377-44e40f54c344 admin admin] Deleting subnet b9149cc5-7f23-4821-b9e2-fe53e98b46ba {{(pid=83203) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:48:33.789778 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-39e1988e-44cf-4712-a377-44e40f54c344 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:33.806454 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] No Port match for: 938e243c-8043-411a-ada5-c55c00bc9a4e {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:48:33.806791 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 938e243c-8043-411a-ada5-c55c00bc9a4e not bound to the agent host dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:48:33.840591 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-39e1988e-44cf-4712-a377-44e40f54c344 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870630'] for subnet, precommit_delete_associations {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:33.901812 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:33.918654 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-39e1988e-44cf-4712-a377-44e40f54c344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3361804'] for subnet, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:33.987522 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-39e1988e-44cf-4712-a377-44e40f54c344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3361797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1950973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1742165'] for subnet, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:34.023900 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1988e-44cf-4712-a377-44e40f54c344 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9149cc5-7f23-4821-b9e2-fe53e98b46ba,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:34.031021 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-39e1988e-44cf-4712-a377-44e40f54c344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for subnet, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:34.035857 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbeb204-4bc7-4acf-a63d-07a5f73d4c4f None None] Network f0e051db-549c-4c00-b572-ba45117467c0 requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:48:34.037432 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-39e1988e-44cf-4712-a377-44e40f54c344 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b9149cc5-7f23-4821-b9e2-fe53e98b46ba HTTP/1.1" status: 204 len: 168 time: 0.4102747 May 25 22:48:34.039946 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 46194) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:48:34.142572 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-cd8fc133-7e2e-447f-b592-445e0826d615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3150312'] for network, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:34.153614 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-cd8fc133-7e2e-447f-b592-445e0826d615 admin admin] Deleting port 96fe214e-4c8e-43fb-8010-9d9bec4f5803 {{(pid=83203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:48:34.153947 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-cd8fc133-7e2e-447f-b592-445e0826d615 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:34.272709 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df21a650-f641-43f2-b91f-1a888cd5c960 None None] DHCP port deletion for f0e051db-549c-4c00-b572-ba45117467c0 request from dv-cinder-843305-1-smb {{(pid=83205) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:48:34.276910 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-df21a650-f641-43f2-b91f-1a888cd5c960 None None] Deleting port 96fe214e-4c8e-43fb-8010-9d9bec4f5803 {{(pid=83205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:48:34.277334 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-df21a650-f641-43f2-b91f-1a888cd5c960 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:34.366834 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [None req-cd8fc133-7e2e-447f-b592-445e0826d615 admin admin] For port 96fe214e-4c8e-43fb-8010-9d9bec4f5803, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=96fe214e-4c8e-43fb-8010-9d9bec4f5803,segment=NetworkSegment(1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3),segment_id=1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3)] {{(pid=83203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:48:34.367195 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-cd8fc133-7e2e-447f-b592-445e0826d615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:34.479331 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-df21a650-f641-43f2-b91f-1a888cd5c960 None None] For port 96fe214e-4c8e-43fb-8010-9d9bec4f5803, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=96fe214e-4c8e-43fb-8010-9d9bec4f5803,segment=NetworkSegment(1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3),segment_id=1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:48:34.479705 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-df21a650-f641-43f2-b91f-1a888cd5c960 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:34.488258 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-cd8fc133-7e2e-447f-b592-445e0826d615 admin admin] Calling delete_port for 96fe214e-4c8e-43fb-8010-9d9bec4f5803 owned by network:dhcp {{(pid=83203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:48:34.563694 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-cd8fc133-7e2e-447f-b592-445e0826d615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:34.610237 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-df21a650-f641-43f2-b91f-1a888cd5c960 None None] Calling delete_port for 96fe214e-4c8e-43fb-8010-9d9bec4f5803 owned by network:dhcp {{(pid=83205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:48:34.614194 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fc133-7e2e-447f-b592-445e0826d615 admin admin] Pushing event deleted for resources: {'Port': ['ID=96fe214e-4c8e-43fb-8010-9d9bec4f5803,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:34.618778 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8fc133-7e2e-447f-b592-445e0826d615 admin admin] No DVR routers for this DVR port 96fe214e-4c8e-43fb-8010-9d9bec4f5803 on host dv-cinder-843305-1-smb {{(pid=83203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:48:34.687970 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.db.api [None req-df21a650-f641-43f2-b91f-1a888cd5c960 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:48:34.688327 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG oslo_db.api [None req-df21a650-f641-43f2-b91f-1a888cd5c960 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:48:34.735946 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-cd8fc133-7e2e-447f-b592-445e0826d615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3373977', 'neutron.services.segments.db._delete_segments_for_network-8728910406777'] for network, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:34.764034 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.services.segments.db [None req-cd8fc133-7e2e-447f-b592-445e0826d615 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0e051db-549c-4c00-b572-ba45117467c0']}} {{(pid=83203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:34.776149 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.services.segments.db [None req-cd8fc133-7e2e-447f-b592-445e0826d615 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3') {'for_net_delete': True} {{(pid=83203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:34.776384 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.services.segments.db [None req-cd8fc133-7e2e-447f-b592-445e0826d615 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fda0c67-6bf9-4bd7-bd4b-0d3be8eb92b3') {} {{(pid=83203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:34.788376 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-cd8fc133-7e2e-447f-b592-445e0826d615 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728910406660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871701'] for segment, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:34.804734 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-cd8fc133-7e2e-447f-b592-445e0826d615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:34.810796 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd8fc133-7e2e-447f-b592-445e0826d615 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=83203) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:48:34.811147 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-cd8fc133-7e2e-447f-b592-445e0826d615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1950867'] for segment, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:34.823951 dv-cinder-843305-1-smb neutron-server[83203]: Traceback (most recent call last): May 25 22:48:34.823951 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:48:34.823951 dv-cinder-843305-1-smb neutron-server[83203]: timer() May 25 22:48:34.823951 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:48:34.823951 dv-cinder-843305-1-smb neutron-server[83203]: cb(*args, **kw) May 25 22:48:34.823951 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:48:34.823951 dv-cinder-843305-1-smb neutron-server[83203]: return func(*args, **kwargs) May 25 22:48:34.823951 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:48:34.823951 dv-cinder-843305-1-smb neutron-server[83203]: self._notify() May 25 22:48:34.823951 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:48:34.823951 dv-cinder-843305-1-smb neutron-server[83203]: self.callback(batched_events) May 25 22:48:34.823951 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:48:34.823951 dv-cinder-843305-1-smb neutron-server[83203]: event.method(event) May 25 22:48:34.823951 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:48:34.823951 dv-cinder-843305-1-smb neutron-server[83203]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:48:34.823951 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:48:34.823951 dv-cinder-843305-1-smb neutron-server[83203]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:48:34.823951 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:48:34.823951 dv-cinder-843305-1-smb neutron-server[83203]: return f(self, *a, **k) May 25 22:48:34.823951 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:48:34.823951 dv-cinder-843305-1-smb neutron-server[83203]: return self._get(url).json() May 25 22:48:34.823951 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:48:34.823951 dv-cinder-843305-1-smb neutron-server[83203]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:48:34.823951 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:48:34.823951 dv-cinder-843305-1-smb neutron-server[83203]: return self.request(url, 'GET', **kwargs) May 25 22:48:34.823951 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:48:34.823951 dv-cinder-843305-1-smb neutron-server[83203]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:48:34.823951 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:48:34.823951 dv-cinder-843305-1-smb neutron-server[83203]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:48:34.823951 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:48:34.823951 dv-cinder-843305-1-smb neutron-server[83203]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:48:34.823951 dv-cinder-843305-1-smb neutron-server[83203]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:48:34.904636 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-cd8fc133-7e2e-447f-b592-445e0826d615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3373970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997848'] for network, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:34.923790 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-cd8fc133-7e2e-447f-b592-445e0826d615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for network, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:34.930693 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fc133-7e2e-447f-b592-445e0826d615 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0e051db-549c-4c00-b572-ba45117467c0,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:34.946818 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-cd8fc133-7e2e-447f-b592-445e0826d615 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f0e051db-549c-4c00-b572-ba45117467c0 HTTP/1.1" status: 204 len: 168 time: 0.9057422 May 25 22:48:35.080150 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 46208) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:48:35.132535 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-c85365a0-ea8f-4edc-a773-a0991acff9b9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8070272689ae4feda68b4ce15376a6be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0512922 May 25 22:48:35.134911 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 46212) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:48:35.189367 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-df21a650-f641-43f2-b91f-1a888cd5c960 None None] Deleting port 96fe214e-4c8e-43fb-8010-9d9bec4f5803 {{(pid=83205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:48:35.190353 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-df21a650-f641-43f2-b91f-1a888cd5c960 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:35.192411 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-55ad3972-34ab-422d-ae3c-2024f8dc5d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:35.218590 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-55ad3972-34ab-422d-ae3c-2024f8dc5d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:35.254742 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-df21a650-f641-43f2-b91f-1a888cd5c960 None None] The port '96fe214e-4c8e-43fb-8010-9d9bec4f5803' was deleted {{(pid=83205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:48:35.271180 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-55ad3972-34ab-422d-ae3c-2024f8dc5d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:35.290984 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad3972-34ab-422d-ae3c-2024f8dc5d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed004bfd-618e-4388-8275-c754de98ccb6,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:35.299970 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-55ad3972-34ab-422d-ae3c-2024f8dc5d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:35.301098 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-55ad3972-34ab-422d-ae3c-2024f8dc5d1a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ed004bfd-618e-4388-8275-c754de98ccb6 HTTP/1.1" status: 204 len: 168 time: 0.1653073 May 25 22:48:35.803933 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 96fe214e-4c8e-43fb-8010-9d9bec4f5803 no longer exists at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:48:35.838642 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] No Port match for: 96fe214e-4c8e-43fb-8010-9d9bec4f5803 {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:48:35.838986 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 96fe214e-4c8e-43fb-8010-9d9bec4f5803 not bound to the agent host dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:48:42.461780 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 46364) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:48:42.599379 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0638ff16-6105-4f3a-9afe-b7ce68e88ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:42.630087 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-0638ff16-6105-4f3a-9afe-b7ce68e88ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:48:42.634162 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-0638ff16-6105-4f3a-9afe-b7ce68e88ea8 admin admin] Usage tracker for resource:security_group_rule and tenant:402e4986d51e4442ae233fb8e694224e is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:48:42.635369 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-81d984c7-4709-4f76-8634-b7e3dd80b1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:42.637040 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-0638ff16-6105-4f3a-9afe-b7ce68e88ea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:48:42.642741 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-0638ff16-6105-4f3a-9afe-b7ce68e88ea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:48:42.709916 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0638ff16-6105-4f3a-9afe-b7ce68e88ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:42.713774 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0638ff16-6105-4f3a-9afe-b7ce68e88ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:42.762413 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-0638ff16-6105-4f3a-9afe-b7ce68e88ea8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=402e4986d51e4442ae233fb8e694224e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2995129 May 25 22:48:42.763114 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638ff16-6105-4f3a-9afe-b7ce68e88ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025b8ada-5f8e-4876-b16d-eea870574ebc,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:42.772719 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 46372) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:48:42.801808 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-73d14fa2-2ea6-4cfb-b866-868b23b6b791 req-1208d1b4-e145-4302-8a0b-d6dcfbe5e84d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=caf3fdcf-a823-456e-93ba-86fa4f0ddddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723534 May 25 22:48:42.831051 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-fe806f94-942f-42f9-90dc-bde19ba77890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:42.857475 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-fe806f94-942f-42f9-90dc-bde19ba77890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:42.909712 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-fe806f94-942f-42f9-90dc-bde19ba77890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:42.925318 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe806f94-942f-42f9-90dc-bde19ba77890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025b8ada-5f8e-4876-b16d-eea870574ebc,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:42.929570 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-fe806f94-942f-42f9-90dc-bde19ba77890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:42.931085 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-fe806f94-942f-42f9-90dc-bde19ba77890 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/025b8ada-5f8e-4876-b16d-eea870574ebc HTTP/1.1" status: 204 len: 168 time: 0.1566103 May 25 22:48:42.991127 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-73d14fa2-2ea6-4cfb-b866-868b23b6b791 req-4ae73b99-ca35-466c-96bd-a7ad76f90f7c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a306ac3d88ed4dd38736ce9e31a10d07&device_id=caf3fdcf-a823-456e-93ba-86fa4f0ddddf HTTP/1.1" status: 200 len: 1098 time: 0.0777473 May 25 22:48:43.140651 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d14fa2-2ea6-4cfb-b866-868b23b6b791 req-08f1a8d3-76f9-4d98-8349-85eeb74fd445 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:48:43.142074 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-73d14fa2-2ea6-4cfb-b866-868b23b6b791 req-08f1a8d3-76f9-4d98-8349-85eeb74fd445 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f5598603-fbcc-4407-8043-89c712b6936c HTTP/1.1" status: 200 len: 915 time: 0.1327422 May 25 22:48:43.336466 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-73d14fa2-2ea6-4cfb-b866-868b23b6b791 req-82c42ce9-e5b4-48d5-9a4f-295f58ccd4da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29f7ccab-1eab-4fed-9e94-2da34121db61 HTTP/1.1" status: 200 len: 1001 time: 0.1880414 May 25 22:48:43.399668 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d14fa2-2ea6-4cfb-b866-868b23b6b791 req-2668adab-1bab-449d-b2a0-baed8dda3551 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:48:43.401092 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-73d14fa2-2ea6-4cfb-b866-868b23b6b791 req-2668adab-1bab-449d-b2a0-baed8dda3551 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02f53aa-d00c-4082-a6d9-9a1a20ad8b08 HTTP/1.1" status: 200 len: 853 time: 0.0582848 May 25 22:48:43.478086 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-73d14fa2-2ea6-4cfb-b866-868b23b6b791 req-61e2239a-f267-4ac6-ae16-de5c947ae5f3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f5598603-fbcc-4407-8043-89c712b6936c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695548 May 25 22:48:43.615086 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-73d14fa2-2ea6-4cfb-b866-868b23b6b791 req-21ba5f38-df36-4c3c-82a6-144d5930aab6 service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297643 May 25 22:48:43.769853 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-73d14fa2-2ea6-4cfb-b866-868b23b6b791 req-eb37da3f-9856-43c1-a0b6-b9caa897433b service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491427 May 25 22:48:44.774208 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-546d2c63-f385-4ad6-8cc8-bcf58b6bf8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:44.866116 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 46424) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:48:44.928737 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d6f9066-a4b8-4fc9-a22d-70c2696a7ebb admin admin] Deleting subnet f59caaec-a9fd-44fc-b49a-dec1b98e2e49 {{(pid=83203) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:48:44.931924 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9066-a4b8-4fc9-a22d-70c2696a7ebb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:44.984110 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9066-a4b8-4fc9-a22d-70c2696a7ebb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870630'] for subnet, precommit_delete_associations {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:45.042761 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9066-a4b8-4fc9-a22d-70c2696a7ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3361804'] for subnet, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:45.114876 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9066-a4b8-4fc9-a22d-70c2696a7ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3361797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1950973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1742165'] for subnet, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:45.156441 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f9066-a4b8-4fc9-a22d-70c2696a7ebb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f59caaec-a9fd-44fc-b49a-dec1b98e2e49,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:45.164022 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9066-a4b8-4fc9-a22d-70c2696a7ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for subnet, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:45.170451 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-3d6f9066-a4b8-4fc9-a22d-70c2696a7ebb admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f59caaec-a9fd-44fc-b49a-dec1b98e2e49 HTTP/1.1" status: 204 len: 168 time: 0.3030074 May 25 22:48:45.172733 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 46432) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:48:45.278997 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-266ecff0-d9a2-4b71-855a-5bd3fcc0012b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3150312'] for network, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:45.401176 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-266ecff0-d9a2-4b71-855a-5bd3fcc0012b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3373977', 'neutron.services.segments.db._delete_segments_for_network-8728910406777'] for network, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:45.425033 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.services.segments.db [None req-266ecff0-d9a2-4b71-855a-5bd3fcc0012b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce05bdf-fda3-427a-b8a1-e26d891a8b9e']}} {{(pid=83203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:45.440418 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.services.segments.db [None req-266ecff0-d9a2-4b71-855a-5bd3fcc0012b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '286254f5-04a7-4fc1-b5c9-72159fdcb92b') {'for_net_delete': True} {{(pid=83203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:45.440709 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.services.segments.db [None req-266ecff0-d9a2-4b71-855a-5bd3fcc0012b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '286254f5-04a7-4fc1-b5c9-72159fdcb92b') {} {{(pid=83203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:45.452340 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-266ecff0-d9a2-4b71-855a-5bd3fcc0012b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728910406660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871701'] for segment, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:45.467432 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-266ecff0-d9a2-4b71-855a-5bd3fcc0012b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:45.473507 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-266ecff0-d9a2-4b71-855a-5bd3fcc0012b admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=83203) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:48:45.473663 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-266ecff0-d9a2-4b71-855a-5bd3fcc0012b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1950867'] for segment, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:45.486685 dv-cinder-843305-1-smb neutron-server[83203]: Traceback (most recent call last): May 25 22:48:45.486685 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:48:45.486685 dv-cinder-843305-1-smb neutron-server[83203]: timer() May 25 22:48:45.486685 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:48:45.486685 dv-cinder-843305-1-smb neutron-server[83203]: cb(*args, **kw) May 25 22:48:45.486685 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:48:45.486685 dv-cinder-843305-1-smb neutron-server[83203]: return func(*args, **kwargs) May 25 22:48:45.486685 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:48:45.486685 dv-cinder-843305-1-smb neutron-server[83203]: self._notify() May 25 22:48:45.486685 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:48:45.486685 dv-cinder-843305-1-smb neutron-server[83203]: self.callback(batched_events) May 25 22:48:45.486685 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:48:45.486685 dv-cinder-843305-1-smb neutron-server[83203]: event.method(event) May 25 22:48:45.486685 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:48:45.486685 dv-cinder-843305-1-smb neutron-server[83203]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:48:45.486685 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:48:45.486685 dv-cinder-843305-1-smb neutron-server[83203]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:48:45.486685 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:48:45.486685 dv-cinder-843305-1-smb neutron-server[83203]: return f(self, *a, **k) May 25 22:48:45.486685 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:48:45.486685 dv-cinder-843305-1-smb neutron-server[83203]: return self._get(url).json() May 25 22:48:45.486685 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:48:45.486685 dv-cinder-843305-1-smb neutron-server[83203]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:48:45.486685 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:48:45.486685 dv-cinder-843305-1-smb neutron-server[83203]: return self.request(url, 'GET', **kwargs) May 25 22:48:45.486685 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:48:45.486685 dv-cinder-843305-1-smb neutron-server[83203]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:48:45.486685 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:48:45.486685 dv-cinder-843305-1-smb neutron-server[83203]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:48:45.486685 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:48:45.486685 dv-cinder-843305-1-smb neutron-server[83203]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:48:45.486685 dv-cinder-843305-1-smb neutron-server[83203]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:48:45.558183 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-266ecff0-d9a2-4b71-855a-5bd3fcc0012b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3373970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997848'] for network, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:45.562468 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-266ecff0-d9a2-4b71-855a-5bd3fcc0012b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for network, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:45.589224 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ecff0-d9a2-4b71-855a-5bd3fcc0012b admin admin] Pushing event deleted for resources: {'Network': ['ID=cce05bdf-fda3-427a-b8a1-e26d891a8b9e,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:45.595769 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-266ecff0-d9a2-4b71-855a-5bd3fcc0012b admin admin] 10.222.0.59 "DELETE /v2.0/networks/cce05bdf-fda3-427a-b8a1-e26d891a8b9e HTTP/1.1" status: 204 len: 168 time: 0.4220579 May 25 22:48:45.792125 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 46438) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:48:45.842918 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-a96f3833-dc80-406d-82e3-222617881b27 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4d82322399d5470ebaab04636d7de525&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496573 May 25 22:48:45.845231 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 46442) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:48:45.902199 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0376ecd4-d000-4805-a762-8beaf7a5ec36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:45.927354 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0376ecd4-d000-4805-a762-8beaf7a5ec36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:45.977218 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0376ecd4-d000-4805-a762-8beaf7a5ec36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:45.994204 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376ecd4-d000-4805-a762-8beaf7a5ec36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2fd9a9-765e-44d1-bee5-f09fdd1cf92d,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:46.007461 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-0376ecd4-d000-4805-a762-8beaf7a5ec36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:46.008563 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-0376ecd4-d000-4805-a762-8beaf7a5ec36 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2e2fd9a9-765e-44d1-bee5-f09fdd1cf92d HTTP/1.1" status: 204 len: 168 time: 0.1624665 May 25 22:48:46.016743 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:46.399890 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:47.546757 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:01.928371 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 46586) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:49:02.062724 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-aee01844-1c5c-4b5e-a8a0-673672259639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:02.093340 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-aee01844-1c5c-4b5e-a8a0-673672259639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:49:02.097108 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-aee01844-1c5c-4b5e-a8a0-673672259639 admin admin] Usage tracker for resource:security_group_rule and tenant:c2c7605824994c49aa335bfca14faa09 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:49:02.099924 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-aee01844-1c5c-4b5e-a8a0-673672259639 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:49:02.106460 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-aee01844-1c5c-4b5e-a8a0-673672259639 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:49:02.170068 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-aee01844-1c5c-4b5e-a8a0-673672259639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:02.173596 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-aee01844-1c5c-4b5e-a8a0-673672259639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:02.222311 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee01844-1c5c-4b5e-a8a0-673672259639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51aa4386-eaa1-4333-8a3f-9c6ae3b6fa1f,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:49:02.227007 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-aee01844-1c5c-4b5e-a8a0-673672259639 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c2c7605824994c49aa335bfca14faa09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2976594 May 25 22:49:02.229654 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 46592) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:49:02.286970 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d444eb71-d0f4-4824-99cd-a491290b7825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:02.311654 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d444eb71-d0f4-4824-99cd-a491290b7825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:02.360287 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d444eb71-d0f4-4824-99cd-a491290b7825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:02.374226 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444eb71-d0f4-4824-99cd-a491290b7825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51aa4386-eaa1-4333-8a3f-9c6ae3b6fa1f,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:49:02.381945 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d444eb71-d0f4-4824-99cd-a491290b7825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:02.387537 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:49:02.388416 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-d444eb71-d0f4-4824-99cd-a491290b7825 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/51aa4386-eaa1-4333-8a3f-9c6ae3b6fa1f HTTP/1.1" status: 204 len: 168 time: 0.1559472 May 25 22:49:02.694251 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 46600) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:49:02.712611 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-8f991e9e-f987-49ec-8c9f-83f991bfe4e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:02.742343 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-8f991e9e-f987-49ec-8c9f-83f991bfe4e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:49:02.746740 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-8f991e9e-f987-49ec-8c9f-83f991bfe4e7 admin admin] Usage tracker for resource:security_group_rule and tenant:110065677d824062b3a4056ead90555b is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:49:02.749430 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-8f991e9e-f987-49ec-8c9f-83f991bfe4e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:49:02.756162 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-8f991e9e-f987-49ec-8c9f-83f991bfe4e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:49:02.891122 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-8f991e9e-f987-49ec-8c9f-83f991bfe4e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:02.894992 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-8f991e9e-f987-49ec-8c9f-83f991bfe4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:02.939662 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f991e9e-f987-49ec-8c9f-83f991bfe4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0298a16-6817-4246-b84a-094ecec1b3b5,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:49:02.943875 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-8f991e9e-f987-49ec-8c9f-83f991bfe4e7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=110065677d824062b3a4056ead90555b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2485232 May 25 22:49:02.947108 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 46604) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:49:03.005729 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-fbf9c4df-9961-412e-a34b-f86dfe49b9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:03.029983 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-fbf9c4df-9961-412e-a34b-f86dfe49b9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:03.081475 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-fbf9c4df-9961-412e-a34b-f86dfe49b9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:03.102767 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9c4df-9961-412e-a34b-f86dfe49b9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0298a16-6817-4246-b84a-094ecec1b3b5,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:49:03.107460 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-fbf9c4df-9961-412e-a34b-f86dfe49b9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:03.108527 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-fbf9c4df-9961-412e-a34b-f86dfe49b9a8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c0298a16-6817-4246-b84a-094ecec1b3b5 HTTP/1.1" status: 204 len: 168 time: 0.1609449 May 25 22:49:03.892112 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:08.942994 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 46684) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:49:09.078323 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a20117e1-6573-415e-9185-ddca6eb0149f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:09.109272 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-a20117e1-6573-415e-9185-ddca6eb0149f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:49:09.113093 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-a20117e1-6573-415e-9185-ddca6eb0149f admin admin] Usage tracker for resource:security_group_rule and tenant:e5e0b7ad911a44e68cd138ad17610f2f is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:49:09.115885 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-a20117e1-6573-415e-9185-ddca6eb0149f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:49:09.122005 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-a20117e1-6573-415e-9185-ddca6eb0149f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:49:09.185803 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a20117e1-6573-415e-9185-ddca6eb0149f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:09.188945 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a20117e1-6573-415e-9185-ddca6eb0149f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:09.233595 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20117e1-6573-415e-9185-ddca6eb0149f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2d6b9f-a17e-445d-a1d5-4431f3505faf,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:49:09.239677 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-a20117e1-6573-415e-9185-ddca6eb0149f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e5e0b7ad911a44e68cd138ad17610f2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2956574 May 25 22:49:09.242217 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 46690) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:49:09.302017 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4e884377-5a14-48a8-afa0-1082eee73751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:09.326083 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4e884377-5a14-48a8-afa0-1082eee73751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:09.380545 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4e884377-5a14-48a8-afa0-1082eee73751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:09.396398 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e884377-5a14-48a8-afa0-1082eee73751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2d6b9f-a17e-445d-a1d5-4431f3505faf,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:49:09.401242 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4e884377-5a14-48a8-afa0-1082eee73751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:09.402249 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-4e884377-5a14-48a8-afa0-1082eee73751 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3d2d6b9f-a17e-445d-a1d5-4431f3505faf HTTP/1.1" status: 204 len: 168 time: 0.1590905 May 25 22:49:09.719358 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 46698) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:49:09.737219 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-907e2040-e963-4b87-9e0a-281f70194e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:09.768614 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-907e2040-e963-4b87-9e0a-281f70194e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:49:09.773112 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-907e2040-e963-4b87-9e0a-281f70194e6c admin admin] Usage tracker for resource:security_group_rule and tenant:1fa6ddfa22d640f482f8b8c2eca3080a is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:49:09.776458 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-907e2040-e963-4b87-9e0a-281f70194e6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:49:09.782169 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-907e2040-e963-4b87-9e0a-281f70194e6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:49:09.847194 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-907e2040-e963-4b87-9e0a-281f70194e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:09.850847 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-907e2040-e963-4b87-9e0a-281f70194e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:09.896582 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e2040-e963-4b87-9e0a-281f70194e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9df098-b19d-493a-b9cf-4208fe933552,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:49:09.902302 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-907e2040-e963-4b87-9e0a-281f70194e6c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1fa6ddfa22d640f482f8b8c2eca3080a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1818979 May 25 22:49:09.904892 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 46702) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:49:09.961404 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-42a39fef-28a9-416c-bc5c-c1642b51bfbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:09.986138 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-42a39fef-28a9-416c-bc5c-c1642b51bfbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:10.038259 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-42a39fef-28a9-416c-bc5c-c1642b51bfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:10.053975 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a39fef-28a9-416c-bc5c-c1642b51bfbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9df098-b19d-493a-b9cf-4208fe933552,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:49:10.057592 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-42a39fef-28a9-416c-bc5c-c1642b51bfbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:10.058681 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-42a39fef-28a9-416c-bc5c-c1642b51bfbb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3e9df098-b19d-493a-b9cf-4208fe933552 HTTP/1.1" status: 204 len: 168 time: 0.1529160 May 25 22:49:12.637721 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-c0a7910b-3d1a-40d8-b7b0-acabecf613b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:14.778531 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-ada8515c-8f22-4e0e-9b86-8714a9ad8b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:16.012925 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:16.395722 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:17.549723 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:30.699094 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 46814) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:49:30.836292 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-65bc992a-2430-4461-a21a-2f522b467ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:30.867649 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-65bc992a-2430-4461-a21a-2f522b467ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:49:30.871399 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-65bc992a-2430-4461-a21a-2f522b467ed1 admin admin] Usage tracker for resource:security_group_rule and tenant:17d3c7e6435b4bf4b751b24f41e456b3 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:49:30.874880 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-65bc992a-2430-4461-a21a-2f522b467ed1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:49:30.880664 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-65bc992a-2430-4461-a21a-2f522b467ed1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:49:30.948036 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-65bc992a-2430-4461-a21a-2f522b467ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:30.952845 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-65bc992a-2430-4461-a21a-2f522b467ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:30.998541 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc992a-2430-4461-a21a-2f522b467ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c0e0af-6ce6-4dd6-9ee8-0b9cc86abc5a,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:49:31.004977 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-65bc992a-2430-4461-a21a-2f522b467ed1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=17d3c7e6435b4bf4b751b24f41e456b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3047957 May 25 22:49:31.007709 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 46824) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:49:31.010267 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc992a-2430-4461-a21a-2f522b467ed1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:31.010658 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc992a-2430-4461-a21a-2f522b467ed1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:31.011001 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc992a-2430-4461-a21a-2f522b467ed1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:31.011337 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc992a-2430-4461-a21a-2f522b467ed1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:31.011672 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc992a-2430-4461-a21a-2f522b467ed1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:31.012002 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc992a-2430-4461-a21a-2f522b467ed1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:31.012331 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc992a-2430-4461-a21a-2f522b467ed1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:31.012661 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc992a-2430-4461-a21a-2f522b467ed1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:31.012984 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc992a-2430-4461-a21a-2f522b467ed1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:31.013308 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc992a-2430-4461-a21a-2f522b467ed1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:31.013633 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bc992a-2430-4461-a21a-2f522b467ed1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:31.077949 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-b3d0404f-dc8a-4f83-a1d1-13fea7f26c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:31.103154 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-b3d0404f-dc8a-4f83-a1d1-13fea7f26c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:31.154708 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-b3d0404f-dc8a-4f83-a1d1-13fea7f26c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:31.175655 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0404f-dc8a-4f83-a1d1-13fea7f26c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c0e0af-6ce6-4dd6-9ee8-0b9cc86abc5a,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:49:31.181641 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-b3d0404f-dc8a-4f83-a1d1-13fea7f26c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:31.186108 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-b3d0404f-dc8a-4f83-a1d1-13fea7f26c39 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/33c0e0af-6ce6-4dd6-9ee8-0b9cc86abc5a HTTP/1.1" status: 204 len: 168 time: 0.1773722 May 25 22:49:31.192028 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0404f-dc8a-4f83-a1d1-13fea7f26c39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:31.192589 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0404f-dc8a-4f83-a1d1-13fea7f26c39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:31.193143 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0404f-dc8a-4f83-a1d1-13fea7f26c39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:31.193673 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0404f-dc8a-4f83-a1d1-13fea7f26c39 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:31.194198 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0404f-dc8a-4f83-a1d1-13fea7f26c39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:31.194754 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0404f-dc8a-4f83-a1d1-13fea7f26c39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:31.195281 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0404f-dc8a-4f83-a1d1-13fea7f26c39 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:31.195811 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0404f-dc8a-4f83-a1d1-13fea7f26c39 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:31.196330 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0404f-dc8a-4f83-a1d1-13fea7f26c39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:31.196862 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0404f-dc8a-4f83-a1d1-13fea7f26c39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:31.197376 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0404f-dc8a-4f83-a1d1-13fea7f26c39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:33.902634 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:34.025992 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 46892) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:49:34.032096 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-b5083dfa-aaba-40c9-9d94-941464a61a45 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Request body: {'security_group': {'name': 'tempest-securitygroup--150757824', 'description': 'tempest-description--996053963'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:49:34.037866 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-b5083dfa-aaba-40c9-9d94-941464a61a45 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:49:34.047793 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-b5083dfa-aaba-40c9-9d94-941464a61a45 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:49:34.057322 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-b5083dfa-aaba-40c9-9d94-941464a61a45 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:34.093947 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-b5083dfa-aaba-40c9-9d94-941464a61a45 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:49:34.097725 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-b5083dfa-aaba-40c9-9d94-941464a61a45 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Usage tracker for resource:security_group_rule and tenant:a306ac3d88ed4dd38736ce9e31a10d07 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:49:34.100466 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-b5083dfa-aaba-40c9-9d94-941464a61a45 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:49:34.106322 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-b5083dfa-aaba-40c9-9d94-941464a61a45 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:49:34.160046 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-b5083dfa-aaba-40c9-9d94-941464a61a45 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:34.163586 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-b5083dfa-aaba-40c9-9d94-941464a61a45 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:34.200025 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5083dfa-aaba-40c9-9d94-941464a61a45 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e948999-2ab5-4d56-9bec-1666ce474d89,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:49:34.218735 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-b5083dfa-aaba-40c9-9d94-941464a61a45 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:34.219978 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-b5083dfa-aaba-40c9-9d94-941464a61a45 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.1929929 May 25 22:49:34.222797 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 46896) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:49:34.228209 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-244ee5d5-1dd7-4873-be20-c348d11ddb40 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Request body: {'security_group_rule': {'security_group_id': '4e948999-2ab5-4d56-9bec-1666ce474d89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:49:34.234256 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-244ee5d5-1dd7-4873-be20-c348d11ddb40 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:49:34.237963 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-244ee5d5-1dd7-4873-be20-c348d11ddb40 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Usage tracker for resource:security_group_rule and tenant:a306ac3d88ed4dd38736ce9e31a10d07 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:49:34.240818 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-244ee5d5-1dd7-4873-be20-c348d11ddb40 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:49:34.246455 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-244ee5d5-1dd7-4873-be20-c348d11ddb40 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:49:34.262146 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-244ee5d5-1dd7-4873-be20-c348d11ddb40 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:34.321533 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-244ee5d5-1dd7-4873-be20-c348d11ddb40 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:34.324845 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-244ee5d5-1dd7-4873-be20-c348d11ddb40 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043470'] for security_group_rule, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:34.347859 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ee5d5-1dd7-4873-be20-c348d11ddb40 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28dadac8-2b80-4c9c-b4f2-e13fe6ea1a34,revision_number=0']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:49:34.356078 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-244ee5d5-1dd7-4873-be20-c348d11ddb40 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:34.357286 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-244ee5d5-1dd7-4873-be20-c348d11ddb40 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1335788 May 25 22:49:34.360069 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 46900) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:49:34.365208 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-18754579-d119-412c-a256-e32f6306705d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Request body: {'security_group_rule': {'security_group_id': '4e948999-2ab5-4d56-9bec-1666ce474d89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:49:34.370630 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-18754579-d119-412c-a256-e32f6306705d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:49:34.374311 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-18754579-d119-412c-a256-e32f6306705d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Usage tracker for resource:security_group_rule and tenant:a306ac3d88ed4dd38736ce9e31a10d07 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:49:34.377107 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-18754579-d119-412c-a256-e32f6306705d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:49:34.382934 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-18754579-d119-412c-a256-e32f6306705d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:49:34.398938 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-18754579-d119-412c-a256-e32f6306705d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:34.463133 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-18754579-d119-412c-a256-e32f6306705d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:34.468235 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-18754579-d119-412c-a256-e32f6306705d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043470'] for security_group_rule, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:34.490550 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18754579-d119-412c-a256-e32f6306705d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b665b3dd-aaf8-4659-89a3-ad429765a9f9,revision_number=0']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:49:34.498871 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-18754579-d119-412c-a256-e32f6306705d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:34.499991 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-18754579-d119-412c-a256-e32f6306705d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1390495 May 25 22:49:34.503141 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 46904) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:49:34.508178 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-7721f666-ab7b-407b-9192-6ea02644c56e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Request body: {'floatingip': {'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:49:34.513201 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-7721f666-ab7b-407b-9192-6ea02644c56e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:49:34.517438 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-7721f666-ab7b-407b-9192-6ea02644c56e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Usage tracker for resource:floatingip and tenant:a306ac3d88ed4dd38736ce9e31a10d07 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:49:34.520234 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-7721f666-ab7b-407b-9192-6ea02644c56e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:49:34.525744 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-7721f666-ab7b-407b-9192-6ea02644c56e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:49:34.535469 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7721f666-ab7b-407b-9192-6ea02644c56e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for floatingip, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:34.665316 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7721f666-ab7b-407b-9192-6ea02644c56e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:34.804799 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.db_base_plugin_common [None req-7721f666-ab7b-407b-9192-6ea02644c56e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Allocated IP 172.28.2.153 (77f19dc1-c50e-4f02-8833-0fbdbbec8517/1120c8a6-ca37-4814-b2e9-f8ac22584781/f415dfb0-344b-4565-9d6d-ec0f995813b3) {{(pid=83204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:49:34.945641 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7721f666-ab7b-407b-9192-6ea02644c56e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for port, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:34.973982 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7721f666-ab7b-407b-9192-6ea02644c56e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:35.039750 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7721f666-ab7b-407b-9192-6ea02644c56e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 is already hosted by enough agents. {{(pid=83204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:49:35.042532 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [None req-7721f666-ab7b-407b-9192-6ea02644c56e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Resources bound (agent type, host, resource id): {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:49:35.047113 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7721f666-ab7b-407b-9192-6ea02644c56e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Received port after_create {{(pid=83204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:49:35.070627 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721f666-ab7b-407b-9192-6ea02644c56e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event updated for resources: {'Port': ['ID=f415dfb0-344b-4565-9d6d-ec0f995813b3,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:49:35.200538 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7721f666-ab7b-407b-9192-6ea02644c56e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:35.263081 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7721f666-ab7b-407b-9192-6ea02644c56e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:35.468022 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7721f666-ab7b-407b-9192-6ea02644c56e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for port, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:35.473085 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7721f666-ab7b-407b-9192-6ea02644c56e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1172434'] for port, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:35.646939 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721f666-ab7b-407b-9192-6ea02644c56e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event updated for resources: {'Port': ['ID=f415dfb0-344b-4565-9d6d-ec0f995813b3,revision_number=2']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:49:35.660195 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7721f666-ab7b-407b-9192-6ea02644c56e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997866'] for floatingip, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:35.682687 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7721f666-ab7b-407b-9192-6ea02644c56e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for floatingip, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:35.685195 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-7721f666-ab7b-407b-9192-6ea02644c56e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1800694 May 25 22:49:35.907205 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-3f9c9de1-3e1f-4d1c-b9f2-b4429e91301b tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Synchronizing usage tracker for tenant:a306ac3d88ed4dd38736ce9e31a10d07 on resource:security_group {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:49:35.924435 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-3f9c9de1-3e1f-4d1c-b9f2-b4429e91301b tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Unset dirty status for tenant:a306ac3d88ed4dd38736ce9e31a10d07 on resource:security_group {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:49:35.925781 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-3f9c9de1-3e1f-4d1c-b9f2-b4429e91301b tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--150757824&fields=id&tenant_id=a306ac3d88ed4dd38736ce9e31a10d07 HTTP/1.1" status: 200 len: 267 time: 0.0582421 May 25 22:49:36.071101 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-3dddc5e3-9432-4750-8c75-7c42246ebf2e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:49:36.072416 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-3dddc5e3-9432-4750-8c75-7c42246ebf2e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/networks?id=f5598603-fbcc-4407-8043-89c712b6936c HTTP/1.1" status: 200 len: 814 time: 0.1396456 May 25 22:49:36.088563 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-a940acab-18d4-4860-8419-88b14dbcbd02 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/quotas/a306ac3d88ed4dd38736ce9e31a10d07 HTTP/1.1" status: 200 len: 375 time: 0.0103667 May 25 22:49:36.175081 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-6e46293b-ce1d-41ad-988d-ecdf58b73483 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a306ac3d88ed4dd38736ce9e31a10d07&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0811601 May 25 22:49:36.190901 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-5b975d92-08e0-4afb-8a5c-e488611fa2e0 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:49:36.191862 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-5b975d92-08e0-4afb-8a5c-e488611fa2e0 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051644 May 25 22:49:36.320977 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-ff791463-b09f-4c25-91b2-c0a6497af0ba service neutron] 10.222.0.59 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237054 May 25 22:49:36.460941 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-facc5dea-e608-4ee8-be3f-eb15e2363f08 service neutron] 10.222.0.59 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337967 May 25 22:49:36.842433 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-76fbc862-9800-43df-9c79-f71e638f7dae req-3c381a38-12bb-4e9d-8412-3232e806d447 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fda6cd6-5cd8-4f2d-ab41-edbf74c8be01 HTTP/1.1" status: 200 len: 210 time: 0.2430961 May 25 22:49:38.038883 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-1f98a38a-cca8-4e37-8d60-344c43cdf429 req-9e1b989d-5a09-4760-a95e-ffaa66216ef6 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fda6cd6-5cd8-4f2d-ab41-edbf74c8be01 HTTP/1.1" status: 200 len: 210 time: 0.0686760 May 25 22:49:38.114880 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-40293b28-a53a-4c05-a63c-682206fc2eb4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:49:38.115676 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-40293b28-a53a-4c05-a63c-682206fc2eb4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Synchronizing usage tracker for tenant:a306ac3d88ed4dd38736ce9e31a10d07 on resource:network {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:49:38.132516 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-40293b28-a53a-4c05-a63c-682206fc2eb4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Unset dirty status for tenant:a306ac3d88ed4dd38736ce9e31a10d07 on resource:network {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:49:38.133835 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-40293b28-a53a-4c05-a63c-682206fc2eb4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.15 "GET /v2.0/networks?id=f5598603-fbcc-4407-8043-89c712b6936c HTTP/1.1" status: 200 len: 814 time: 0.1745212 May 25 22:49:38.198472 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-5211b266-a419-4dc3-87e3-69618ff456c8 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a306ac3d88ed4dd38736ce9e31a10d07 HTTP/1.1" status: 200 len: 472 time: 0.0462444 May 25 22:49:38.210050 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-7e5b54ea-5912-4658-bd74-618888062013 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Request body: {'port': {'device_id': '4fda6cd6-5cd8-4f2d-ab41-edbf74c8be01', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'admin_state_up': True, 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'security_groups': ['4e948999-2ab5-4d56-9bec-1666ce474d89']}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:49:38.348879 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-7e5b54ea-5912-4658-bd74-618888062013 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:49:38.358289 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-7e5b54ea-5912-4658-bd74-618888062013 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:49:38.367513 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-7e5b54ea-5912-4658-bd74-618888062013 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Made reservation on behalf of a306ac3d88ed4dd38736ce9e31a10d07 for: {'port': 1} {{(pid=83203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:49:38.370506 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-7e5b54ea-5912-4658-bd74-618888062013 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:38.529008 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.db_base_plugin_common [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-7e5b54ea-5912-4658-bd74-618888062013 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Allocated IP 172.20.0.14 (f5598603-fbcc-4407-8043-89c712b6936c/e02f53aa-d00c-4082-a6d9-9a1a20ad8b08/0060dae5-4e41-4be3-a535-8c45392124a4) {{(pid=83203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:49:38.718586 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-7e5b54ea-5912-4658-bd74-618888062013 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for port, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:38.734007 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.provisioning_blocks [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-7e5b54ea-5912-4658-bd74-618888062013 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Transition to ACTIVE for port object 0060dae5-4e41-4be3-a535-8c45392124a4 will not be triggered until provisioned by entity DHCP. {{(pid=83203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:49:38.755013 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-7e5b54ea-5912-4658-bd74-618888062013 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:38.823255 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-7e5b54ea-5912-4658-bd74-618888062013 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Network f5598603-fbcc-4407-8043-89c712b6936c is already hosted by enough agents. {{(pid=83203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:49:38.826103 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-7e5b54ea-5912-4658-bd74-618888062013 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Resources bound (agent type, host, resource id): {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:49:38.829943 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-7e5b54ea-5912-4658-bd74-618888062013 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Received port after_create {{(pid=83203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:49:38.860330 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b54ea-5912-4658-bd74-618888062013 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event updated for resources: {'Port': ['ID=0060dae5-4e41-4be3-a535-8c45392124a4,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:49:38.894484 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-7e5b54ea-5912-4658-bd74-618888062013 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:49:38.895092 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-7e5b54ea-5912-4658-bd74-618888062013 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:38.925326 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-7e5b54ea-5912-4658-bd74-618888062013 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7188597 May 25 22:49:38.961313 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-2557fa8d-5e38-4e20-979b-8f212c3bdde1 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83203) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:49:38.962265 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-2557fa8d-5e38-4e20-979b-8f212c3bdde1 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052817 May 25 22:49:39.027522 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-8f4bea4a-764a-422e-b22e-8c8ee8c42d5c None None] Provisioning for port 0060dae5-4e41-4be3-a535-8c45392124a4 completed by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:49:39.032416 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-8f4bea4a-764a-422e-b22e-8c8ee8c42d5c None None] Provisioning complete for port 0060dae5-4e41-4be3-a535-8c45392124a4 triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:49:39.032846 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-8f4bea4a-764a-422e-b22e-8c8ee8c42d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:39.039902 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-339f75c8-f0ad-4a52-864c-e6a12983fd6a service neutron] Request body: {'port': {'device_id': '4fda6cd6-5cd8-4f2d-ab41-edbf74c8be01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:49:39.088675 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bea4a-764a-422e-b22e-8c8ee8c42d5c None None] Port 0060dae5-4e41-4be3-a535-8c45392124a4 cannot update to ACTIVE because it is not bound. {{(pid=83205) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:49:39.160611 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-339f75c8-f0ad-4a52-864c-e6a12983fd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:39.388451 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:49:39.459229 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd41673-9dfb-4e46-b675-54544da21ca3 req-1b730e11-acf1-403b-8acc-47f470c788c2 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:49:39.459991 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-ebd41673-9dfb-4e46-b675-54544da21ca3 req-1b730e11-acf1-403b-8acc-47f470c788c2 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Synchronizing usage tracker for tenant:a306ac3d88ed4dd38736ce9e31a10d07 on resource:port {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:49:39.540102 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-ebd41673-9dfb-4e46-b675-54544da21ca3 req-1b730e11-acf1-403b-8acc-47f470c788c2 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Unset dirty status for tenant:a306ac3d88ed4dd38736ce9e31a10d07 on resource:port {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:49:39.541275 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-ebd41673-9dfb-4e46-b675-54544da21ca3 req-1b730e11-acf1-403b-8acc-47f470c788c2 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fda6cd6-5cd8-4f2d-ab41-edbf74c8be01 HTTP/1.1" status: 200 len: 932 time: 0.3698809 May 25 22:49:39.626204 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-ebd41673-9dfb-4e46-b675-54544da21ca3 req-44d24445-3d0b-4779-9fc6-f20f35b25430 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e948999-2ab5-4d56-9bec-1666ce474d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746677 May 25 22:49:39.706479 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-339f75c8-f0ad-4a52-864c-e6a12983fd6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0060dae5-4e41-4be3-a535-8c45392124a4 {{(pid=83203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:49:39.713006 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-339f75c8-f0ad-4a52-864c-e6a12983fd6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:39.727735 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.provisioning_blocks [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-339f75c8-f0ad-4a52-864c-e6a12983fd6a service neutron] Transition to ACTIVE for port object 0060dae5-4e41-4be3-a535-8c45392124a4 will not be triggered until provisioned by entity L2. {{(pid=83203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:49:39.730761 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-339f75c8-f0ad-4a52-864c-e6a12983fd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950903'] for port, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:39.859962 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f75c8-f0ad-4a52-864c-e6a12983fd6a service neutron] Pushing event updated for resources: {'Port': ['ID=0060dae5-4e41-4be3-a535-8c45392124a4,revision_number=2']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:49:39.969564 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.managers [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-339f75c8-f0ad-4a52-864c-e6a12983fd6a service neutron] Attempting to bind port 0060dae5-4e41-4be3-a535-8c45392124a4 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:49:39.969892 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.managers [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-339f75c8-f0ad-4a52-864c-e6a12983fd6a service neutron] Attempting to bind port 0060dae5-4e41-4be3-a535-8c45392124a4 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'ada17ba1-f3bd-425c-893b-c7a09028367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c'}] {{(pid=83203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:49:39.970212 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-339f75c8-f0ad-4a52-864c-e6a12983fd6a service neutron] Attempting to bind port 0060dae5-4e41-4be3-a535-8c45392124a4 on network f5598603-fbcc-4407-8043-89c712b6936c {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:49:39.976113 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-339f75c8-f0ad-4a52-864c-e6a12983fd6a service neutron] Port 0060dae5-4e41-4be3-a535-8c45392124a4 on network f5598603-fbcc-4407-8043-89c712b6936c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:49:39.976425 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-339f75c8-f0ad-4a52-864c-e6a12983fd6a service neutron] Attempting to bind port 0060dae5-4e41-4be3-a535-8c45392124a4 on network f5598603-fbcc-4407-8043-89c712b6936c {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:49:39.982922 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-339f75c8-f0ad-4a52-864c-e6a12983fd6a service neutron] Checking agent: {'id': '664d2378-5910-4a50-8747-70f7074f61b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'started_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:49:39.983250 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-339f75c8-f0ad-4a52-864c-e6a12983fd6a service neutron] Checking segment: {'id': 'ada17ba1-f3bd-425c-893b-c7a09028367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:49:39.983623 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-339f75c8-f0ad-4a52-864c-e6a12983fd6a service neutron] Bound using segment: {'id': 'ada17ba1-f3bd-425c-893b-c7a09028367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c'} {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:49:39.984033 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.managers [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-339f75c8-f0ad-4a52-864c-e6a12983fd6a service neutron] Bound port: 0060dae5-4e41-4be3-a535-8c45392124a4, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ada17ba1-f3bd-425c-893b-c7a09028367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c'}}] {{(pid=83203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:49:39.984368 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-339f75c8-f0ad-4a52-864c-e6a12983fd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:40.074740 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-339f75c8-f0ad-4a52-864c-e6a12983fd6a service neutron] For port 0060dae5-4e41-4be3-a535-8c45392124a4, host hv-cinder-84330, cleared binding levels {{(pid=83203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:49:40.078246 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-339f75c8-f0ad-4a52-864c-e6a12983fd6a service neutron] For port 0060dae5-4e41-4be3-a535-8c45392124a4, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=0060dae5-4e41-4be3-a535-8c45392124a4,segment=NetworkSegment(ada17ba1-f3bd-425c-893b-c7a09028367f),segment_id=ada17ba1-f3bd-425c-893b-c7a09028367f)] {{(pid=83203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:49:40.082092 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-339f75c8-f0ad-4a52-864c-e6a12983fd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950903'] for port, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:40.144881 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-339f75c8-f0ad-4a52-864c-e6a12983fd6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:40.146047 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-339f75c8-f0ad-4a52-864c-e6a12983fd6a service neutron] 10.222.0.15 "PUT /v2.0/ports/0060dae5-4e41-4be3-a535-8c45392124a4 HTTP/1.1" status: 200 len: 1094 time: 1.1767781 May 25 22:49:40.146542 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fda6cd6-5cd8-4f2d-ab41-edbf74c8be01', 'tag': '0060dae5-4e41-4be3-a535-8c45392124a4'}] {{(pid=83203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:49:40.167313 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f75c8-f0ad-4a52-864c-e6a12983fd6a service neutron] Pushing event updated for resources: {'Port': ['ID=0060dae5-4e41-4be3-a535-8c45392124a4,revision_number=3']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:49:40.264709 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45c289a3-72f5-4e83-a809-6af599c2fb71'] response: {'name': 'network-changed', 'server_uuid': '4fda6cd6-5cd8-4f2d-ab41-edbf74c8be01', 'tag': '0060dae5-4e41-4be3-a535-8c45392124a4', 'status': 'completed', 'code': 200} May 25 22:49:40.297471 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-01ec2849-383d-437e-abef-4ecb6209a14c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a306ac3d88ed4dd38736ce9e31a10d07&device_id=4fda6cd6-5cd8-4f2d-ab41-edbf74c8be01 HTTP/1.1" status: 200 len: 1097 time: 0.0894637 May 25 22:49:40.377117 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-33d216d7-6770-453a-91e9-a6af45b44c94 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0060dae5-4e41-4be3-a535-8c45392124a4 HTTP/1.1" status: 200 len: 217 time: 0.0661459 May 25 22:49:40.438383 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-f7963c1d-ef37-4a70-ae13-43dca6692464 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:49:40.439673 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-f7963c1d-ef37-4a70-ae13-43dca6692464 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02f53aa-d00c-4082-a6d9-9a1a20ad8b08 HTTP/1.1" status: 200 len: 853 time: 0.0567455 May 25 22:49:40.518073 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-3aaad7bb-dd06-4ab5-9ff6-dc277a4fa875 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f5598603-fbcc-4407-8043-89c712b6936c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0715077 May 25 22:49:40.651026 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-d9f03865-256a-4d31-8808-ca5590f67481 service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257772 May 25 22:49:40.823479 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-cb48ac3d-ac2b-4ce1-bb72-a3ea5d1ce125 req-4cbc037b-5e37-4748-8880-09ba75afedf0 service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661899 May 25 22:49:40.854344 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef89ec-dc7b-4c09-9646-9911b8538bde req-adc78f7b-fe08-4fcb-8d9d-cafa62994373 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:49:40.855773 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-43ef89ec-dc7b-4c09-9646-9911b8538bde req-adc78f7b-fe08-4fcb-8d9d-cafa62994373 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fda6cd6-5cd8-4f2d-ab41-edbf74c8be01 HTTP/1.1" status: 200 len: 944 time: 0.1055238 May 25 22:49:40.900712 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-43ef89ec-dc7b-4c09-9646-9911b8538bde req-a34c8098-d7c6-44f7-bee4-215bbae7f71e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e948999-2ab5-4d56-9bec-1666ce474d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393801 May 25 22:49:40.995297 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-93bccc90-f646-4133-b606-684297361314 req-3a9e4f2f-3ce3-46f5-9e8c-e05fb2a4a7d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a306ac3d88ed4dd38736ce9e31a10d07&device_id=4fda6cd6-5cd8-4f2d-ab41-edbf74c8be01 HTTP/1.1" status: 200 len: 1097 time: 0.0737743 May 25 22:49:41.124567 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bccc90-f646-4133-b606-684297361314 req-4d8e17f8-abc6-46fd-aa39-19c24f533afa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:49:41.125883 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-93bccc90-f646-4133-b606-684297361314 req-4d8e17f8-abc6-46fd-aa39-19c24f533afa service neutron] 10.222.0.15 "GET /v2.0/networks?id=f5598603-fbcc-4407-8043-89c712b6936c HTTP/1.1" status: 200 len: 915 time: 0.1249719 May 25 22:49:41.193932 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-93bccc90-f646-4133-b606-684297361314 req-e9fb6664-ee0e-4eb7-93c8-2a9b5a3cb017 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0060dae5-4e41-4be3-a535-8c45392124a4 HTTP/1.1" status: 200 len: 217 time: 0.0615542 May 25 22:49:41.346752 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bccc90-f646-4133-b606-684297361314 req-60e62e91-5d01-489d-9c48-f0ad05ce529e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:49:41.348166 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-93bccc90-f646-4133-b606-684297361314 req-60e62e91-5d01-489d-9c48-f0ad05ce529e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02f53aa-d00c-4082-a6d9-9a1a20ad8b08 HTTP/1.1" status: 200 len: 853 time: 0.1479142 May 25 22:49:41.425061 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-93bccc90-f646-4133-b606-684297361314 req-3f395418-da19-4f57-b4ac-d5328539c6a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f5598603-fbcc-4407-8043-89c712b6936c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0698960 May 25 22:49:41.553792 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-93bccc90-f646-4133-b606-684297361314 req-4550160a-fb7a-4ee6-b30f-6e5b36810955 service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226761 May 25 22:49:41.687405 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-93bccc90-f646-4133-b606-684297361314 req-459d59ca-2421-4d92-82f0-1ba77eb36dcb service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244774 May 25 22:49:42.096883 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488898e7-9a26-44a3-b861-a0df0f0cfedf req-2bd47043-2a0e-41b7-9de3-ed1a8cb776ab tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:49:42.098298 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-488898e7-9a26-44a3-b861-a0df0f0cfedf req-2bd47043-2a0e-41b7-9de3-ed1a8cb776ab tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fda6cd6-5cd8-4f2d-ab41-edbf74c8be01 HTTP/1.1" status: 200 len: 944 time: 0.0748858 May 25 22:49:42.141738 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-488898e7-9a26-44a3-b861-a0df0f0cfedf req-294e1d3a-63d6-424e-95f2-8613abf0c64c tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e948999-2ab5-4d56-9bec-1666ce474d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377803 May 25 22:49:42.639980 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-5a360cc8-77e9-4489-9ae0-fc8105c57605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:43.343996 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64189f9c-dc3d-41fa-807e-2c88703478d0 req-a6c39199-c5bd-4e57-be0d-bd7f8e29c58f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:49:43.345464 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-64189f9c-dc3d-41fa-807e-2c88703478d0 req-a6c39199-c5bd-4e57-be0d-bd7f8e29c58f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fda6cd6-5cd8-4f2d-ab41-edbf74c8be01 HTTP/1.1" status: 200 len: 944 time: 0.0811229 May 25 22:49:43.390147 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-64189f9c-dc3d-41fa-807e-2c88703478d0 req-7f1438cc-2595-43bb-96f0-2f2cf27fef60 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e948999-2ab5-4d56-9bec-1666ce474d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391912 May 25 22:49:43.957378 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 0060dae5-4e41-4be3-a535-8c45392124a4 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83205) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:49:44.085248 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 0060dae5-4e41-4be3-a535-8c45392124a4, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=0060dae5-4e41-4be3-a535-8c45392124a4,segment=NetworkSegment(ada17ba1-f3bd-425c-893b-c7a09028367f),segment_id=ada17ba1-f3bd-425c-893b-c7a09028367f)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:49:44.097749 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Returning: {'device': '0060dae5-4e41-4be3-a535-8c45392124a4', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'port_id': '0060dae5-4e41-4be3-a535-8c45392124a4', 'mac_address': 'fa:16:3e:23:7e:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83205) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:49:44.148715 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:44.167858 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0060dae5-4e41-4be3-a535-8c45392124a4 {{(pid=83205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:49:44.182607 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 0060dae5-4e41-4be3-a535-8c45392124a4, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=0060dae5-4e41-4be3-a535-8c45392124a4,segment=NetworkSegment(ada17ba1-f3bd-425c-893b-c7a09028367f),segment_id=ada17ba1-f3bd-425c-893b-c7a09028367f)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:49:44.187843 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:44.250622 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=0060dae5-4e41-4be3-a535-8c45392124a4,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:49:44.258565 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:44.258902 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:44.259230 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:44.259554 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:44.259876 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:44.260197 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:44.260510 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:44.260829 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:44.261140 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:44.261448 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:44.261759 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:44.603169 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8cd792-781e-4b82-8ee5-ceb46c00e61f req-d5265011-5eec-4209-871f-154096b6ba9f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:49:44.604743 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-0a8cd792-781e-4b82-8ee5-ceb46c00e61f req-d5265011-5eec-4209-871f-154096b6ba9f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fda6cd6-5cd8-4f2d-ab41-edbf74c8be01 HTTP/1.1" status: 200 len: 945 time: 0.0914876 May 25 22:49:44.605549 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['0060dae5-4e41-4be3-a535-8c45392124a4'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:49:44.654861 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-0a8cd792-781e-4b82-8ee5-ceb46c00e61f req-61ba059e-c25a-4d27-b488-3116c6bb9dfc tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e948999-2ab5-4d56-9bec-1666ce474d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444655 May 25 22:49:44.655134 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-843e21a6-40f8-446f-becc-0c37f82c485d req-aeb6a528-06fe-40af-b77d-3b10b4c91eb4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=caf3fdcf-a823-456e-93ba-86fa4f0ddddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711093 May 25 22:49:44.785546 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-31240898-e4aa-4150-a793-dfc261fa4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:44.812748 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-843e21a6-40f8-446f-becc-0c37f82c485d req-a2e102a1-f8b2-4884-8785-328f9c0a4959 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a306ac3d88ed4dd38736ce9e31a10d07&device_id=caf3fdcf-a823-456e-93ba-86fa4f0ddddf HTTP/1.1" status: 200 len: 1098 time: 0.0734103 May 25 22:49:44.954967 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e21a6-40f8-446f-becc-0c37f82c485d req-78b0d57d-12aa-4692-bc55-4902cb0ebb15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:49:44.956300 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-843e21a6-40f8-446f-becc-0c37f82c485d req-78b0d57d-12aa-4692-bc55-4902cb0ebb15 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f5598603-fbcc-4407-8043-89c712b6936c HTTP/1.1" status: 200 len: 915 time: 0.1246805 May 25 22:49:45.058100 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-843e21a6-40f8-446f-becc-0c37f82c485d req-135d8352-4c0e-4f85-9956-b92e3135fc89 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29f7ccab-1eab-4fed-9e94-2da34121db61 HTTP/1.1" status: 200 len: 1001 time: 0.0953639 May 25 22:49:45.118199 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e21a6-40f8-446f-becc-0c37f82c485d req-8c0267ac-205d-4c64-b4fd-658eab527bfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:49:45.119581 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-843e21a6-40f8-446f-becc-0c37f82c485d req-8c0267ac-205d-4c64-b4fd-658eab527bfd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02f53aa-d00c-4082-a6d9-9a1a20ad8b08 HTTP/1.1" status: 200 len: 853 time: 0.0558264 May 25 22:49:45.191724 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-843e21a6-40f8-446f-becc-0c37f82c485d req-7bdcbcb6-4048-424c-9890-43cd9ccc793c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f5598603-fbcc-4407-8043-89c712b6936c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0656962 May 25 22:49:45.324562 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-843e21a6-40f8-446f-becc-0c37f82c485d req-8baca401-f11d-4a36-a398-f307f66dc62e service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262381 May 25 22:49:45.457096 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-843e21a6-40f8-446f-becc-0c37f82c485d req-922ffba4-9a27-4e21-80af-4775fe8e8011 service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260035 May 25 22:49:45.846320 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa5628-e2d5-438b-bd2a-8012ceb41b43 req-5fe47179-381a-4a18-a10a-8c1c67e4e50a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:49:45.847680 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-9caa5628-e2d5-438b-bd2a-8012ceb41b43 req-5fe47179-381a-4a18-a10a-8c1c67e4e50a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fda6cd6-5cd8-4f2d-ab41-edbf74c8be01 HTTP/1.1" status: 200 len: 945 time: 0.0783966 May 25 22:49:45.891515 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-9caa5628-e2d5-438b-bd2a-8012ceb41b43 req-19408f22-e6ae-4b76-9f0e-faf021dafb71 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e948999-2ab5-4d56-9bec-1666ce474d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382226 May 25 22:49:45.973553 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 0060dae5-4e41-4be3-a535-8c45392124a4 up at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:49:46.032557 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:46.047874 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning for port 0060dae5-4e41-4be3-a535-8c45392124a4 completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:49:46.052214 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning complete for port 0060dae5-4e41-4be3-a535-8c45392124a4 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:49:46.052564 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:46.162893 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:46.188702 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fda6cd6-5cd8-4f2d-ab41-edbf74c8be01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0060dae5-4e41-4be3-a535-8c45392124a4'}] {{(pid=83205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:49:46.198055 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 0060dae5-4e41-4be3-a535-8c45392124a4, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=0060dae5-4e41-4be3-a535-8c45392124a4,segment=NetworkSegment(ada17ba1-f3bd-425c-893b-c7a09028367f),segment_id=ada17ba1-f3bd-425c-893b-c7a09028367f)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:49:46.202389 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:46.269296 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=0060dae5-4e41-4be3-a535-8c45392124a4,revision_number=5']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:49:46.321138 dv-cinder-843305-1-smb neutron-server[83205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c96b46ff-cc8a-4412-95fe-732f21b892a8'] response: {'server_uuid': '4fda6cd6-5cd8-4f2d-ab41-edbf74c8be01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0060dae5-4e41-4be3-a535-8c45392124a4', 'code': 200} May 25 22:49:46.398840 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:46.584766 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-31abad67-8ab9-45a1-b204-3de6af247c0d req-cea1b137-32ca-4a8e-8719-41d12f59aa4a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4fda6cd6-5cd8-4f2d-ab41-edbf74c8be01 HTTP/1.1" status: 200 len: 1099 time: 0.0656841 May 25 22:49:46.629786 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-31abad67-8ab9-45a1-b204-3de6af247c0d req-5cacb432-0c1b-4315-b701-51a29f049f04 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4e948999-2ab5-4d56-9bec-1666ce474d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370839 May 25 22:49:47.087300 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1aee49-5c84-4dfa-8845-955ad789870f req-78ada0a3-af34-4a05-8f1d-837fe494f8f3 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:49:47.088738 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-dc1aee49-5c84-4dfa-8845-955ad789870f req-78ada0a3-af34-4a05-8f1d-837fe494f8f3 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fda6cd6-5cd8-4f2d-ab41-edbf74c8be01 HTTP/1.1" status: 200 len: 946 time: 0.0769572 May 25 22:49:47.138364 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-dc1aee49-5c84-4dfa-8845-955ad789870f req-e526d905-d21e-4bbd-a231-5fece9a088af tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e948999-2ab5-4d56-9bec-1666ce474d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398095 May 25 22:49:47.551464 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:48.335549 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8f9a0-d2b9-4892-a50a-de5e6b34f82b req-ec6aaba3-0024-48c1-af9d-796c9bfcdc8f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:49:48.337000 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-65f8f9a0-d2b9-4892-a50a-de5e6b34f82b req-ec6aaba3-0024-48c1-af9d-796c9bfcdc8f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fda6cd6-5cd8-4f2d-ab41-edbf74c8be01 HTTP/1.1" status: 200 len: 946 time: 0.0817676 May 25 22:49:48.388960 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-65f8f9a0-d2b9-4892-a50a-de5e6b34f82b req-a6ed4be5-0798-424b-a907-64c9cc22b828 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e948999-2ab5-4d56-9bec-1666ce474d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440259 May 25 22:49:49.658289 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a457f-90d9-4f98-9c09-fbc7443d69cc req-03a94f43-3b21-48e8-8c1e-8ac1ade883ce tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:49:49.659754 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-235a457f-90d9-4f98-9c09-fbc7443d69cc req-03a94f43-3b21-48e8-8c1e-8ac1ade883ce tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fda6cd6-5cd8-4f2d-ab41-edbf74c8be01 HTTP/1.1" status: 200 len: 946 time: 0.1504052 May 25 22:49:49.707699 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-235a457f-90d9-4f98-9c09-fbc7443d69cc req-9227cc9a-887f-4a6b-8485-f22f87c42aff tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e948999-2ab5-4d56-9bec-1666ce474d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424824 May 25 22:49:49.892697 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30529d-5e0c-4001-8ad4-6ddcd70c6bbc req-481c9548-829b-4794-bc65-9015a04ffac3 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:49:49.894112 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-7b30529d-5e0c-4001-8ad4-6ddcd70c6bbc req-481c9548-829b-4794-bc65-9015a04ffac3 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fda6cd6-5cd8-4f2d-ab41-edbf74c8be01 HTTP/1.1" status: 200 len: 946 time: 0.0745797 May 25 22:49:49.902501 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 46992) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:49:49.907969 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-f4839d44-bc60-465c-8500-e08cfec9e767 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Request body: {'floatingip': {'port_id': '0060dae5-4e41-4be3-a535-8c45392124a4'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:49:49.984560 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-f4839d44-bc60-465c-8500-e08cfec9e767 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for floatingip, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:50.619805 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-f4839d44-bc60-465c-8500-e08cfec9e767 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:50.623900 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-f4839d44-bc60-465c-8500-e08cfec9e767 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997866'] for floatingip, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:50.805554 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.db.l3_db [None req-f4839d44-bc60-465c-8500-e08cfec9e767 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Floating IP 48846a19-85b6-4d00-9154-f018c81c83bb associated. External IP: 172.28.2.153, port: 0060dae5-4e41-4be3-a535-8c45392124a4. May 25 22:49:51.189317 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4839d44-bc60-465c-8500-e08cfec9e767 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Router fb835c55-a6aa-4cb9-b070-17289279f47e has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:49:51.387290 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4839d44-bc60-465c-8500-e08cfec9e767 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:49:51.391508 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-f4839d44-bc60-465c-8500-e08cfec9e767 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for floatingip, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:51.396456 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc87f63c-e82d-4c0a-bba2-4cbac9b101eb None None] Sync routers for ids ['fb835c55-a6aa-4cb9-b070-17289279f47e'] in dv-cinder-843305-1-smb {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:49:51.408415 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc87f63c-e82d-4c0a-bba2-4cbac9b101eb None None] Routers {'fb835c55-a6aa-4cb9-b070-17289279f47e'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:49:51.409016 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-fc87f63c-e82d-4c0a-bba2-4cbac9b101eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:49:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['fb835c55-a6aa-4cb9-b070-17289279f47e'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:49:51.443163 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-f4839d44-bc60-465c-8500-e08cfec9e767 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "PUT /v2.0/floatingips/48846a19-85b6-4d00-9154-f018c81c83bb HTTP/1.1" status: 200 len: 992 time: 1.5396693 May 25 22:49:51.443735 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fda6cd6-5cd8-4f2d-ab41-edbf74c8be01', 'tag': '0060dae5-4e41-4be3-a535-8c45392124a4'}] {{(pid=83204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:49:51.570828 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9f596cc-b5c0-4e73-b1b2-e32af4823251'] response: {'name': 'network-changed', 'server_uuid': '4fda6cd6-5cd8-4f2d-ab41-edbf74c8be01', 'tag': '0060dae5-4e41-4be3-a535-8c45392124a4', 'status': 'completed', 'code': 200} May 25 22:49:51.585180 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-fc87f63c-e82d-4c0a-bba2-4cbac9b101eb None None] Set router fb835c55-a6aa-4cb9-b070-17289279f47e gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:49:51.686648 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7be2d1ff-b274-4e4e-9e87-8373eabe3e83 req-82c4f857-dfed-4fd5-a429-39604549255f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a306ac3d88ed4dd38736ce9e31a10d07&device_id=4fda6cd6-5cd8-4f2d-ab41-edbf74c8be01 HTTP/1.1" status: 200 len: 1099 time: 0.0663061 May 25 22:49:51.819713 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2d1ff-b274-4e4e-9e87-8373eabe3e83 req-33d18ed8-99b8-4a9c-a70d-3502169dee7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:49:51.821161 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7be2d1ff-b274-4e4e-9e87-8373eabe3e83 req-33d18ed8-99b8-4a9c-a70d-3502169dee7d service neutron] 10.222.0.15 "GET /v2.0/networks?id=f5598603-fbcc-4407-8043-89c712b6936c HTTP/1.1" status: 200 len: 915 time: 0.1289613 May 25 22:49:51.923978 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7be2d1ff-b274-4e4e-9e87-8373eabe3e83 req-827ed378-b36b-4dc8-8713-88714933ddd8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0060dae5-4e41-4be3-a535-8c45392124a4 HTTP/1.1" status: 200 len: 1000 time: 0.0965974 May 25 22:49:51.960958 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-fc87f63c-e82d-4c0a-bba2-4cbac9b101eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:47:34Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 4, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'gw_port': {'id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:35Z', 'updated_at': '2022-05-25T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': '19d4b5a8-08e1-4e91-b9cb-eb735020b57e', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'floating_ip_address': '172.28.2.147', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'port_id': '29f7ccab-1eab-4fed-9e94-2da34121db61', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'mac_address': 'fa:16:3e:47:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3fdcf-a823-456e-93ba-86fa4f0ddddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:47:40Z', 'updated_at': '2022-05-25T22:48:01Z', 'revision_number': 2, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'fixed_ip_address_scope': None}, {'id': '48846a19-85b6-4d00-9154-f018c81c83bb', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'floating_ip_address': '172.28.2.153', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'port_id': '0060dae5-4e41-4be3-a535-8c45392124a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'mac_address': 'fa:16:3e:23:7e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fda6cd6-5cd8-4f2d-ab41-edbf74c8be01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:49:35Z', 'updated_at': '2022-05-25T22:49:50Z', 'revision_number': 1, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba', 'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'mac_address': 'fa:16:3e:92:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:37Z', 'updated_at': '2022-05-25T22:47:54Z', 'revision_number': 5, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'subnets': [{'id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:49:51.965463 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc87f63c-e82d-4c0a-bba2-4cbac9b101eb None None] Checking router: fb835c55-a6aa-4cb9-b070-17289279f47e for host: dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:49:51.975620 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc87f63c-e82d-4c0a-bba2-4cbac9b101eb None None] Routers {'fb835c55-a6aa-4cb9-b070-17289279f47e'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:49:51.976196 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-fc87f63c-e82d-4c0a-bba2-4cbac9b101eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:49:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['fb835c55-a6aa-4cb9-b070-17289279f47e'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:49:51.987407 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2d1ff-b274-4e4e-9e87-8373eabe3e83 req-5f531540-e8c8-43e9-a0de-4a4790226e6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:49:51.988831 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7be2d1ff-b274-4e4e-9e87-8373eabe3e83 req-5f531540-e8c8-43e9-a0de-4a4790226e6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02f53aa-d00c-4082-a6d9-9a1a20ad8b08 HTTP/1.1" status: 200 len: 853 time: 0.0586545 May 25 22:49:52.065126 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7be2d1ff-b274-4e4e-9e87-8373eabe3e83 req-fbf2c667-e27f-4a11-958a-7947d44573e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f5598603-fbcc-4407-8043-89c712b6936c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0706253 May 25 22:49:52.148778 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-fc87f63c-e82d-4c0a-bba2-4cbac9b101eb None None] Set router fb835c55-a6aa-4cb9-b070-17289279f47e gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:49:52.194653 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7be2d1ff-b274-4e4e-9e87-8373eabe3e83 req-43b1f0d4-30fa-4d82-9eee-5d0c39d600c1 service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235001 May 25 22:49:52.326656 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7be2d1ff-b274-4e4e-9e87-8373eabe3e83 req-b1e52193-1daa-4fd8-956b-a9a495719d44 service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247475 May 25 22:49:52.496828 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-fc87f63c-e82d-4c0a-bba2-4cbac9b101eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:47:34Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 4, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'gw_port': {'id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:35Z', 'updated_at': '2022-05-25T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': '19d4b5a8-08e1-4e91-b9cb-eb735020b57e', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'floating_ip_address': '172.28.2.147', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'port_id': '29f7ccab-1eab-4fed-9e94-2da34121db61', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'mac_address': 'fa:16:3e:47:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3fdcf-a823-456e-93ba-86fa4f0ddddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:47:40Z', 'updated_at': '2022-05-25T22:48:01Z', 'revision_number': 2, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'fixed_ip_address_scope': None}, {'id': '48846a19-85b6-4d00-9154-f018c81c83bb', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'floating_ip_address': '172.28.2.153', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'port_id': '0060dae5-4e41-4be3-a535-8c45392124a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'mac_address': 'fa:16:3e:23:7e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fda6cd6-5cd8-4f2d-ab41-edbf74c8be01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:49:35Z', 'updated_at': '2022-05-25T22:49:50Z', 'revision_number': 1, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba', 'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'mac_address': 'fa:16:3e:92:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:37Z', 'updated_at': '2022-05-25T22:47:54Z', 'revision_number': 5, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'subnets': [{'id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:49:52.501260 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc87f63c-e82d-4c0a-bba2-4cbac9b101eb None None] The sync data for ids ['fb835c55-a6aa-4cb9-b070-17289279f47e'] in dv-cinder-843305-1-smb is: [{'id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:47:34Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 4, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'gw_port': {'id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:35Z', 'updated_at': '2022-05-25T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': '19d4b5a8-08e1-4e91-b9cb-eb735020b57e', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'floating_ip_address': '172.28.2.147', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'port_id': '29f7ccab-1eab-4fed-9e94-2da34121db61', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'mac_address': 'fa:16:3e:47:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3fdcf-a823-456e-93ba-86fa4f0ddddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:47:40Z', 'updated_at': '2022-05-25T22:48:01Z', 'revision_number': 2, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'fixed_ip_address_scope': None}, {'id': '48846a19-85b6-4d00-9154-f018c81c83bb', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'floating_ip_address': '172.28.2.153', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'port_id': '0060dae5-4e41-4be3-a535-8c45392124a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'mac_address': 'fa:16:3e:23:7e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fda6cd6-5cd8-4f2d-ab41-edbf74c8be01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:49:35Z', 'updated_at': '2022-05-25T22:49:50Z', 'revision_number': 1, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba', 'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'mac_address': 'fa:16:3e:92:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:37Z', 'updated_at': '2022-05-25T22:47:54Z', 'revision_number': 5, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'subnets': [{'id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:49:52.687953 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03d098d-84d4-4b90-97d3-7bfa0e2bc3c9 None None] New status for floating IP 48846a19-85b6-4d00-9154-f018c81c83bb: ACTIVE {{(pid=83205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:50:00.467950 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 47062) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:50:00.604225 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-8606b6ca-ec50-4c3d-afcc-ddd36e2c37f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:00.635378 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-8606b6ca-ec50-4c3d-afcc-ddd36e2c37f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:50:00.639162 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-8606b6ca-ec50-4c3d-afcc-ddd36e2c37f9 admin admin] Usage tracker for resource:security_group_rule and tenant:17ac159f1fb44071a2bfe2d15a320736 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:50:00.641911 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-8606b6ca-ec50-4c3d-afcc-ddd36e2c37f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:50:00.647440 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-8606b6ca-ec50-4c3d-afcc-ddd36e2c37f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:50:00.711898 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-8606b6ca-ec50-4c3d-afcc-ddd36e2c37f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:00.715487 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-8606b6ca-ec50-4c3d-afcc-ddd36e2c37f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:00.761299 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606b6ca-ec50-4c3d-afcc-ddd36e2c37f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce81e1c8-53a3-400c-b9f9-10fe4c5d2d14,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:50:00.765658 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-8606b6ca-ec50-4c3d-afcc-ddd36e2c37f9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=17ac159f1fb44071a2bfe2d15a320736&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2966495 May 25 22:50:00.768315 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 47068) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:50:00.829825 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-eeeebbf6-1211-4a2a-b1e1-cc073c9016be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:00.855163 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-eeeebbf6-1211-4a2a-b1e1-cc073c9016be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:00.903563 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-eeeebbf6-1211-4a2a-b1e1-cc073c9016be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:00.920253 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeebbf6-1211-4a2a-b1e1-cc073c9016be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce81e1c8-53a3-400c-b9f9-10fe4c5d2d14,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:50:00.924003 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-eeeebbf6-1211-4a2a-b1e1-cc073c9016be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:00.925416 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-eeeebbf6-1211-4a2a-b1e1-cc073c9016be admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ce81e1c8-53a3-400c-b9f9-10fe4c5d2d14 HTTP/1.1" status: 204 len: 168 time: 0.1559055 May 25 22:50:03.921183 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:12.641373 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-c644c349-3479-4345-bf14-71fc7c48a609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:14.776394 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-fe5d6211-e1ab-4a87-868a-c45441d36c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:16.019320 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:16.390287 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:50:16.399720 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:17.556291 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:33.920560 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:39.613271 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 47296) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:50:39.793347 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-161d2d83-072f-422d-a919-ad1c66ed6f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:39.823193 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-161d2d83-072f-422d-a919-ad1c66ed6f93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:50:39.826966 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-161d2d83-072f-422d-a919-ad1c66ed6f93 admin admin] Usage tracker for resource:security_group_rule and tenant:d3a5115f697d44c5bdb9b4cd4571267d is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:50:39.829668 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-161d2d83-072f-422d-a919-ad1c66ed6f93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:50:39.835845 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-161d2d83-072f-422d-a919-ad1c66ed6f93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:50:39.897435 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-161d2d83-072f-422d-a919-ad1c66ed6f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:39.901094 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-161d2d83-072f-422d-a919-ad1c66ed6f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:39.949525 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d2d83-072f-422d-a919-ad1c66ed6f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d366b570-ca81-4433-862f-8c478e0acc47,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:50:39.953080 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-161d2d83-072f-422d-a919-ad1c66ed6f93 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d3a5115f697d44c5bdb9b4cd4571267d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3387885 May 25 22:50:39.956426 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 47302) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:50:39.960563 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161d2d83-072f-422d-a919-ad1c66ed6f93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:39.960910 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161d2d83-072f-422d-a919-ad1c66ed6f93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:39.961248 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161d2d83-072f-422d-a919-ad1c66ed6f93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:39.961582 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161d2d83-072f-422d-a919-ad1c66ed6f93 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:39.961915 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161d2d83-072f-422d-a919-ad1c66ed6f93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:39.962245 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161d2d83-072f-422d-a919-ad1c66ed6f93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:39.962599 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161d2d83-072f-422d-a919-ad1c66ed6f93 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:39.962929 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161d2d83-072f-422d-a919-ad1c66ed6f93 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:39.963264 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161d2d83-072f-422d-a919-ad1c66ed6f93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:39.963585 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161d2d83-072f-422d-a919-ad1c66ed6f93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:39.963907 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161d2d83-072f-422d-a919-ad1c66ed6f93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:40.017013 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-aded16b4-bc0a-428c-a001-c354c0f0384b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:40.041387 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-aded16b4-bc0a-428c-a001-c354c0f0384b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:40.090273 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-aded16b4-bc0a-428c-a001-c354c0f0384b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:40.105325 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded16b4-bc0a-428c-a001-c354c0f0384b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d366b570-ca81-4433-862f-8c478e0acc47,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:50:40.114161 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-aded16b4-bc0a-428c-a001-c354c0f0384b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:40.115258 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-aded16b4-bc0a-428c-a001-c354c0f0384b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d366b570-ca81-4433-862f-8c478e0acc47 HTTP/1.1" status: 204 len: 168 time: 0.1579025 May 25 22:50:40.116853 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded16b4-bc0a-428c-a001-c354c0f0384b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:40.117190 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded16b4-bc0a-428c-a001-c354c0f0384b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:40.117518 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded16b4-bc0a-428c-a001-c354c0f0384b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:40.117842 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded16b4-bc0a-428c-a001-c354c0f0384b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:40.118163 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded16b4-bc0a-428c-a001-c354c0f0384b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:40.118506 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded16b4-bc0a-428c-a001-c354c0f0384b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:40.118827 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded16b4-bc0a-428c-a001-c354c0f0384b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:40.119144 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded16b4-bc0a-428c-a001-c354c0f0384b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:40.119460 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded16b4-bc0a-428c-a001-c354c0f0384b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:40.119775 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded16b4-bc0a-428c-a001-c354c0f0384b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:40.120089 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded16b4-bc0a-428c-a001-c354c0f0384b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:41.324191 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 47332) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:50:41.458227 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-f24aae12-ba6e-4eff-9278-9d812a05819b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:41.489375 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-f24aae12-ba6e-4eff-9278-9d812a05819b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:50:41.493270 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-f24aae12-ba6e-4eff-9278-9d812a05819b admin admin] Usage tracker for resource:security_group_rule and tenant:e5cf226b760a4883ab8d5c0e2531f7aa is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:50:41.495996 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-f24aae12-ba6e-4eff-9278-9d812a05819b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:50:41.501531 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-f24aae12-ba6e-4eff-9278-9d812a05819b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:50:41.565167 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-f24aae12-ba6e-4eff-9278-9d812a05819b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:41.568811 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-f24aae12-ba6e-4eff-9278-9d812a05819b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:41.619445 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-f24aae12-ba6e-4eff-9278-9d812a05819b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e5cf226b760a4883ab8d5c0e2531f7aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2941349 May 25 22:50:41.620037 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24aae12-ba6e-4eff-9278-9d812a05819b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2896d3-fc7f-43a2-9cc1-5d948e414fcc,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:50:41.622122 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 47338) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:50:41.680793 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a71b7fdc-4224-417d-b774-bd0937a6349e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:41.705787 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a71b7fdc-4224-417d-b774-bd0937a6349e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:41.756649 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a71b7fdc-4224-417d-b774-bd0937a6349e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:41.774142 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b7fdc-4224-417d-b774-bd0937a6349e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2896d3-fc7f-43a2-9cc1-5d948e414fcc,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:50:41.780399 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a71b7fdc-4224-417d-b774-bd0937a6349e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:41.781486 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-a71b7fdc-4224-417d-b774-bd0937a6349e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9e2896d3-fc7f-43a2-9cc1-5d948e414fcc HTTP/1.1" status: 204 len: 168 time: 0.1583552 May 25 22:50:42.643186 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-d0a34759-7e70-44b6-a09f-5d25e0261860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:44.780814 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-04c12720-6bce-4f45-96f3-965b329fe7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:45.804299 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-54063f76-f0f1-4d4d-ad5d-4bcf7900f4b3 req-13cca020-32f9-4c6d-bdfa-d09bc958aad7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=caf3fdcf-a823-456e-93ba-86fa4f0ddddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782835 May 25 22:50:45.964975 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-54063f76-f0f1-4d4d-ad5d-4bcf7900f4b3 req-26e835fb-9a54-45c0-a398-67f55d74bc1f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a306ac3d88ed4dd38736ce9e31a10d07&device_id=caf3fdcf-a823-456e-93ba-86fa4f0ddddf HTTP/1.1" status: 200 len: 1098 time: 0.0664198 May 25 22:50:46.020756 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:46.106513 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54063f76-f0f1-4d4d-ad5d-4bcf7900f4b3 req-083592e0-c65f-4d6a-9934-3e6bce112fa2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:50:46.107835 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-54063f76-f0f1-4d4d-ad5d-4bcf7900f4b3 req-083592e0-c65f-4d6a-9934-3e6bce112fa2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f5598603-fbcc-4407-8043-89c712b6936c HTTP/1.1" status: 200 len: 915 time: 0.1240611 May 25 22:50:46.207411 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-54063f76-f0f1-4d4d-ad5d-4bcf7900f4b3 req-e0a69aac-cc9a-4206-9499-4be5353744a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29f7ccab-1eab-4fed-9e94-2da34121db61 HTTP/1.1" status: 200 len: 1001 time: 0.0930667 May 25 22:50:46.269058 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54063f76-f0f1-4d4d-ad5d-4bcf7900f4b3 req-5678a3de-1cb3-4522-bac6-29a1cd37c9c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:50:46.270487 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-54063f76-f0f1-4d4d-ad5d-4bcf7900f4b3 req-5678a3de-1cb3-4522-bac6-29a1cd37c9c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02f53aa-d00c-4082-a6d9-9a1a20ad8b08 HTTP/1.1" status: 200 len: 853 time: 0.0568490 May 25 22:50:46.437367 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:46.448824 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-54063f76-f0f1-4d4d-ad5d-4bcf7900f4b3 req-3c85b440-5c3e-4b30-b01f-62eaa193caa1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f5598603-fbcc-4407-8043-89c712b6936c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1709752 May 25 22:50:46.580843 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-54063f76-f0f1-4d4d-ad5d-4bcf7900f4b3 req-32b5e0d3-370e-4c3c-aae8-94ca6cd31b4a service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247692 May 25 22:50:46.710545 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-54063f76-f0f1-4d4d-ad5d-4bcf7900f4b3 req-37342f55-37d2-45ed-8f06-a89db38cfabd service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237442 May 25 22:50:47.556674 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:48.390197 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 47408) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:50:48.526176 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-49d0e917-d9be-49cd-b65b-22e011788797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:48.555774 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-49d0e917-d9be-49cd-b65b-22e011788797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:50:48.559658 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-49d0e917-d9be-49cd-b65b-22e011788797 admin admin] Usage tracker for resource:security_group_rule and tenant:1a9bca27a5da44c68512f66cb902fe49 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:50:48.562386 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-49d0e917-d9be-49cd-b65b-22e011788797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:50:48.568559 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-49d0e917-d9be-49cd-b65b-22e011788797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:50:48.639619 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-49d0e917-d9be-49cd-b65b-22e011788797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:48.643191 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-49d0e917-d9be-49cd-b65b-22e011788797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:48.690522 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-49d0e917-d9be-49cd-b65b-22e011788797 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1a9bca27a5da44c68512f66cb902fe49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2992198 May 25 22:50:48.691224 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0e917-d9be-49cd-b65b-22e011788797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89c33f3-2537-4ac0-a666-53245b70b017,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:50:48.693244 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 47414) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:50:48.750972 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d188bee9-4b8e-4187-a5e5-6146dc093ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:48.775340 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d188bee9-4b8e-4187-a5e5-6146dc093ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:48.823997 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d188bee9-4b8e-4187-a5e5-6146dc093ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:48.838192 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d188bee9-4b8e-4187-a5e5-6146dc093ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89c33f3-2537-4ac0-a666-53245b70b017,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:50:48.847731 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-d188bee9-4b8e-4187-a5e5-6146dc093ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:48.848808 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-d188bee9-4b8e-4187-a5e5-6146dc093ddf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a89c33f3-2537-4ac0-a666-53245b70b017 HTTP/1.1" status: 204 len: 168 time: 0.1545742 May 25 22:50:53.390729 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:51:03.918777 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:07.815355 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43162cee-1b04-40d4-ae26-2607f6bd7da4 req-d95e0652-d6a0-4a4f-b1bf-85a88e047927 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:07.816786 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-43162cee-1b04-40d4-ae26-2607f6bd7da4 req-d95e0652-d6a0-4a4f-b1bf-85a88e047927 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fda6cd6-5cd8-4f2d-ab41-edbf74c8be01 HTTP/1.1" status: 200 len: 946 time: 0.0810454 May 25 22:51:07.862509 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-43162cee-1b04-40d4-ae26-2607f6bd7da4 req-baf15f30-379f-4f2b-9375-44b6756f1afd tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e948999-2ab5-4d56-9bec-1666ce474d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396266 May 25 22:51:09.059485 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aacf5c-cff3-4fdd-ac04-9711539b8ea0 req-affaabb9-af12-49ec-a7a8-a74d2f175b07 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:09.060929 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-42aacf5c-cff3-4fdd-ac04-9711539b8ea0 req-affaabb9-af12-49ec-a7a8-a74d2f175b07 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fda6cd6-5cd8-4f2d-ab41-edbf74c8be01 HTTP/1.1" status: 200 len: 946 time: 0.0769365 May 25 22:51:09.105333 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-42aacf5c-cff3-4fdd-ac04-9711539b8ea0 req-d41cda65-35c1-4e4e-8b5f-cf187bb686d9 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e948999-2ab5-4d56-9bec-1666ce474d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386209 May 25 22:51:09.573117 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bb873-5293-4b79-a816-c5ed9af7fe6a req-42603f3d-c038-4c4b-b659-0a991eedb0c4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:09.574540 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-616bb873-5293-4b79-a816-c5ed9af7fe6a req-42603f3d-c038-4c4b-b659-0a991eedb0c4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fda6cd6-5cd8-4f2d-ab41-edbf74c8be01 HTTP/1.1" status: 200 len: 946 time: 0.0741765 May 25 22:51:09.644702 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [req-616bb873-5293-4b79-a816-c5ed9af7fe6a req-7ccc59d9-c367-4afe-a407-b614e355da38 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Deleting port 0060dae5-4e41-4be3-a535-8c45392124a4 {{(pid=83203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:51:09.645130 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-616bb873-5293-4b79-a816-c5ed9af7fe6a req-7ccc59d9-c367-4afe-a407-b614e355da38 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:09.881141 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [req-616bb873-5293-4b79-a816-c5ed9af7fe6a req-7ccc59d9-c367-4afe-a407-b614e355da38 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] For port 0060dae5-4e41-4be3-a535-8c45392124a4, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=0060dae5-4e41-4be3-a535-8c45392124a4,segment=NetworkSegment(ada17ba1-f3bd-425c-893b-c7a09028367f),segment_id=ada17ba1-f3bd-425c-893b-c7a09028367f)] {{(pid=83203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:51:09.881498 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-616bb873-5293-4b79-a816-c5ed9af7fe6a req-7ccc59d9-c367-4afe-a407-b614e355da38 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:10.163083 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-616bb873-5293-4b79-a816-c5ed9af7fe6a req-7ccc59d9-c367-4afe-a407-b614e355da38 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:10.163478 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-616bb873-5293-4b79-a816-c5ed9af7fe6a req-7ccc59d9-c367-4afe-a407-b614e355da38 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997866'] for floatingip, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:10.163788 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.db.l3_db [req-616bb873-5293-4b79-a816-c5ed9af7fe6a req-7ccc59d9-c367-4afe-a407-b614e355da38 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Floating IP 48846a19-85b6-4d00-9154-f018c81c83bb disassociated. External IP: 172.28.2.153, port: 0060dae5-4e41-4be3-a535-8c45392124a4. May 25 22:51:10.164123 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [req-616bb873-5293-4b79-a816-c5ed9af7fe6a req-7ccc59d9-c367-4afe-a407-b614e355da38 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Calling delete_port for 0060dae5-4e41-4be3-a535-8c45392124a4 owned by compute:nova {{(pid=83203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:51:10.361572 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6eb3a-6c4f-4843-82ec-345401e65356 req-4e32f202-ce36-442b-bdc9-c19116b4efb2 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:10.363034 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b9c6eb3a-6c4f-4843-82ec-345401e65356 req-4e32f202-ce36-442b-bdc9-c19116b4efb2 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fda6cd6-5cd8-4f2d-ab41-edbf74c8be01 HTTP/1.1" status: 200 len: 946 time: 0.1294849 May 25 22:51:10.363771 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-616bb873-5293-4b79-a816-c5ed9af7fe6a req-7ccc59d9-c367-4afe-a407-b614e355da38 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:10.427439 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc59d9-c367-4afe-a407-b614e355da38 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event deleted for resources: {'Port': ['ID=0060dae5-4e41-4be3-a535-8c45392124a4,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:10.646299 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b9c6eb3a-6c4f-4843-82ec-345401e65356 req-0c519344-09ac-4a6c-be1a-abecc41edf5c tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e948999-2ab5-4d56-9bec-1666ce474d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2495649 May 25 22:51:10.733802 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.l3_agent_scheduler [req-616bb873-5293-4b79-a816-c5ed9af7fe6a req-7ccc59d9-c367-4afe-a407-b614e355da38 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Router fb835c55-a6aa-4cb9-b070-17289279f47e has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:51:10.940547 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-616bb873-5293-4b79-a816-c5ed9af7fe6a req-7ccc59d9-c367-4afe-a407-b614e355da38 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:51:10.949706 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50566e58-86b0-41fc-bb0c-bbb5e750a7c7 None None] Sync routers for ids ['fb835c55-a6aa-4cb9-b070-17289279f47e'] in dv-cinder-843305-1-smb {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:51:10.962088 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50566e58-86b0-41fc-bb0c-bbb5e750a7c7 None None] Routers {'fb835c55-a6aa-4cb9-b070-17289279f47e'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:51:10.962802 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-50566e58-86b0-41fc-bb0c-bbb5e750a7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:50:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['fb835c55-a6aa-4cb9-b070-17289279f47e'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:11.008101 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [req-616bb873-5293-4b79-a816-c5ed9af7fe6a req-7ccc59d9-c367-4afe-a407-b614e355da38 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] No DVR routers for this DVR port 0060dae5-4e41-4be3-a535-8c45392124a4 on host hv-cinder-84330 {{(pid=83203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:51:11.010569 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-616bb873-5293-4b79-a816-c5ed9af7fe6a req-7ccc59d9-c367-4afe-a407-b614e355da38 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:11.013037 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fda6cd6-5cd8-4f2d-ab41-edbf74c8be01', 'name': 'network-vif-deleted', 'tag': '0060dae5-4e41-4be3-a535-8c45392124a4'}] {{(pid=83203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:51:11.034294 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-616bb873-5293-4b79-a816-c5ed9af7fe6a req-7ccc59d9-c367-4afe-a407-b614e355da38 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.15 "DELETE /v2.0/ports/0060dae5-4e41-4be3-a535-8c45392124a4 HTTP/1.1" status: 204 len: 173 time: 1.4533868 May 25 22:51:11.142191 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-50566e58-86b0-41fc-bb0c-bbb5e750a7c7 None None] Set router fb835c55-a6aa-4cb9-b070-17289279f47e gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:51:11.349892 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf22cb20-20fa-4c85-8e7f-b8e19b6727d1'] response: {'server_uuid': '4fda6cd6-5cd8-4f2d-ab41-edbf74c8be01', 'name': 'network-vif-deleted', 'tag': '0060dae5-4e41-4be3-a535-8c45392124a4', 'status': 'completed', 'code': 200} May 25 22:51:11.511996 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-50566e58-86b0-41fc-bb0c-bbb5e750a7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:47:34Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 4, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'gw_port': {'id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:35Z', 'updated_at': '2022-05-25T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': '19d4b5a8-08e1-4e91-b9cb-eb735020b57e', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'floating_ip_address': '172.28.2.147', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'port_id': '29f7ccab-1eab-4fed-9e94-2da34121db61', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'mac_address': 'fa:16:3e:47:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3fdcf-a823-456e-93ba-86fa4f0ddddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:47:40Z', 'updated_at': '2022-05-25T22:48:01Z', 'revision_number': 2, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba', 'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'mac_address': 'fa:16:3e:92:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:37Z', 'updated_at': '2022-05-25T22:47:54Z', 'revision_number': 5, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'subnets': [{'id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:11.515770 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50566e58-86b0-41fc-bb0c-bbb5e750a7c7 None None] Checking router: fb835c55-a6aa-4cb9-b070-17289279f47e for host: dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:51:11.526347 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50566e58-86b0-41fc-bb0c-bbb5e750a7c7 None None] Routers {'fb835c55-a6aa-4cb9-b070-17289279f47e'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:51:11.526934 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-50566e58-86b0-41fc-bb0c-bbb5e750a7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:50:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['fb835c55-a6aa-4cb9-b070-17289279f47e'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:11.703508 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-50566e58-86b0-41fc-bb0c-bbb5e750a7c7 None None] Set router fb835c55-a6aa-4cb9-b070-17289279f47e gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:51:11.790164 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 47452) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:11.853838 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-976445fe-996b-48ef-a3f0-e3fc2ee9e17a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:11.881202 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-976445fe-996b-48ef-a3f0-e3fc2ee9e17a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:11.930277 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-976445fe-996b-48ef-a3f0-e3fc2ee9e17a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:11.947112 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976445fe-996b-48ef-a3f0-e3fc2ee9e17a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e948999-2ab5-4d56-9bec-1666ce474d89,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:11.965615 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-976445fe-996b-48ef-a3f0-e3fc2ee9e17a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:11.970038 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 47456) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:11.974828 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-976445fe-996b-48ef-a3f0-e3fc2ee9e17a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "DELETE /v2.0/security-groups/4e948999-2ab5-4d56-9bec-1666ce474d89 HTTP/1.1" status: 204 len: 168 time: 0.1835747 May 25 22:51:11.987444 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.api.v2.resource [None req-d062dede-32a0-45df-83d3-2ed88723adfb tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] show failed (client error): The resource could not be found. May 25 22:51:11.991119 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-d062dede-32a0-45df-83d3-2ed88723adfb tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups/4e948999-2ab5-4d56-9bec-1666ce474d89 HTTP/1.1" status: 404 len: 347 time: 0.0173919 May 25 22:51:11.991323 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 47460) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:12.045932 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-50566e58-86b0-41fc-bb0c-bbb5e750a7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:47:34Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 4, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'gw_port': {'id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:35Z', 'updated_at': '2022-05-25T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': '19d4b5a8-08e1-4e91-b9cb-eb735020b57e', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'floating_ip_address': '172.28.2.147', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'port_id': '29f7ccab-1eab-4fed-9e94-2da34121db61', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'mac_address': 'fa:16:3e:47:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3fdcf-a823-456e-93ba-86fa4f0ddddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:47:40Z', 'updated_at': '2022-05-25T22:48:01Z', 'revision_number': 2, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba', 'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'mac_address': 'fa:16:3e:92:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:37Z', 'updated_at': '2022-05-25T22:47:54Z', 'revision_number': 5, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'subnets': [{'id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:12.050271 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50566e58-86b0-41fc-bb0c-bbb5e750a7c7 None None] The sync data for ids ['fb835c55-a6aa-4cb9-b070-17289279f47e'] in dv-cinder-843305-1-smb is: [{'id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:47:34Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 4, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'gw_port': {'id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:35Z', 'updated_at': '2022-05-25T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': '19d4b5a8-08e1-4e91-b9cb-eb735020b57e', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'floating_ip_address': '172.28.2.147', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'port_id': '29f7ccab-1eab-4fed-9e94-2da34121db61', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'mac_address': 'fa:16:3e:47:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3fdcf-a823-456e-93ba-86fa4f0ddddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:47:40Z', 'updated_at': '2022-05-25T22:48:01Z', 'revision_number': 2, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba', 'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'mac_address': 'fa:16:3e:92:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:37Z', 'updated_at': '2022-05-25T22:47:54Z', 'revision_number': 5, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'subnets': [{'id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:51:12.149380 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-258cab9b-a391-4230-8960-b40e8e1416f2 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Deleting port f415dfb0-344b-4565-9d6d-ec0f995813b3 {{(pid=83203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:51:12.149718 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-258cab9b-a391-4230-8960-b40e8e1416f2 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:12.264919 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812a3d65-0767-4838-854a-0ceb0f883ed7 None None] New status for floating IP 48846a19-85b6-4d00-9154-f018c81c83bb: DOWN {{(pid=83205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:51:12.320578 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-258cab9b-a391-4230-8960-b40e8e1416f2 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:12.320801 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-258cab9b-a391-4230-8960-b40e8e1416f2 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:12.389815 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 0060dae5-4e41-4be3-a535-8c45392124a4 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:51:12.440359 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] No Port match for: 0060dae5-4e41-4be3-a535-8c45392124a4 {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:51:12.440699 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 0060dae5-4e41-4be3-a535-8c45392124a4 not bound to the agent host hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:51:12.441504 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-258cab9b-a391-4230-8960-b40e8e1416f2 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Calling delete_port for f415dfb0-344b-4565-9d6d-ec0f995813b3 owned by network:floatingip {{(pid=83203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:51:12.528295 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.db.api [None req-258cab9b-a391-4230-8960-b40e8e1416f2 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:51:12.528659 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG oslo_db.api [None req-258cab9b-a391-4230-8960-b40e8e1416f2 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:51:12.643832 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-75dc4b7b-7b06-4903-8c5d-66952ed8981e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:13.030250 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-258cab9b-a391-4230-8960-b40e8e1416f2 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Deleting port f415dfb0-344b-4565-9d6d-ec0f995813b3 {{(pid=83203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:51:13.031182 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-258cab9b-a391-4230-8960-b40e8e1416f2 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:13.196223 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-258cab9b-a391-4230-8960-b40e8e1416f2 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:13.196676 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-258cab9b-a391-4230-8960-b40e8e1416f2 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:13.316026 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-258cab9b-a391-4230-8960-b40e8e1416f2 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Calling delete_port for f415dfb0-344b-4565-9d6d-ec0f995813b3 owned by network:floatingip {{(pid=83203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:51:13.451061 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-258cab9b-a391-4230-8960-b40e8e1416f2 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:13.498738 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258cab9b-a391-4230-8960-b40e8e1416f2 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event deleted for resources: {'Port': ['ID=f415dfb0-344b-4565-9d6d-ec0f995813b3,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:13.669307 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-258cab9b-a391-4230-8960-b40e8e1416f2 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for floatingip, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:13.683095 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-258cab9b-a391-4230-8960-b40e8e1416f2 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for floatingip, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:13.684186 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-258cab9b-a391-4230-8960-b40e8e1416f2 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "DELETE /v2.0/floatingips/48846a19-85b6-4d00-9154-f018c81c83bb HTTP/1.1" status: 204 len: 168 time: 1.6920094 May 25 22:51:14.784109 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-72c8cabf-768f-4eeb-8ee8-427147f4c328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:15.655189 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3445362-468a-4186-9c95-0166ee00e07e req-1edc18d7-0ff0-4eb7-a9ec-b3280f849577 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:15.655874 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-a3445362-468a-4186-9c95-0166ee00e07e req-1edc18d7-0ff0-4eb7-a9ec-b3280f849577 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Synchronizing usage tracker for tenant:a306ac3d88ed4dd38736ce9e31a10d07 on resource:port {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:51:15.671174 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-a3445362-468a-4186-9c95-0166ee00e07e req-1edc18d7-0ff0-4eb7-a9ec-b3280f849577 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Unset dirty status for tenant:a306ac3d88ed4dd38736ce9e31a10d07 on resource:port {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:51:15.672324 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-a3445362-468a-4186-9c95-0166ee00e07e req-1edc18d7-0ff0-4eb7-a9ec-b3280f849577 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=caf3fdcf-a823-456e-93ba-86fa4f0ddddf HTTP/1.1" status: 200 len: 945 time: 0.0949848 May 25 22:51:15.717322 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-a3445362-468a-4186-9c95-0166ee00e07e req-916ddf7f-d36c-45ac-b853-58feb77d1748 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=243b8261-0ab5-4fd7-bc65-debb23a462da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395086 May 25 22:51:16.024409 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:16.399744 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:16.985110 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7778b5-1391-4d03-8119-0958dd1662f6 req-09a8fc85-f19f-467b-8e62-f2052b02c796 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:16.986502 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-1c7778b5-1391-4d03-8119-0958dd1662f6 req-09a8fc85-f19f-467b-8e62-f2052b02c796 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=caf3fdcf-a823-456e-93ba-86fa4f0ddddf HTTP/1.1" status: 200 len: 945 time: 0.1507430 May 25 22:51:17.028768 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-1c7778b5-1391-4d03-8119-0958dd1662f6 req-9ab28348-0ee1-4534-8b3b-328212baccc3 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Synchronizing usage tracker for tenant:a306ac3d88ed4dd38736ce9e31a10d07 on resource:security_group {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:51:17.043648 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-1c7778b5-1391-4d03-8119-0958dd1662f6 req-9ab28348-0ee1-4534-8b3b-328212baccc3 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Unset dirty status for tenant:a306ac3d88ed4dd38736ce9e31a10d07 on resource:security_group {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:51:17.044769 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-1c7778b5-1391-4d03-8119-0958dd1662f6 req-9ab28348-0ee1-4534-8b3b-328212baccc3 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=243b8261-0ab5-4fd7-bc65-debb23a462da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529168 May 25 22:51:17.557543 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:17.575367 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f30d7e-0075-456c-83f5-bd3f58a1fd2f req-41b5f8fb-b6ce-48d3-bd07-dfdac4a911eb tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:17.576763 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-84f30d7e-0075-456c-83f5-bd3f58a1fd2f req-41b5f8fb-b6ce-48d3-bd07-dfdac4a911eb tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.15 "GET /v2.0/ports?device_id=caf3fdcf-a823-456e-93ba-86fa4f0ddddf HTTP/1.1" status: 200 len: 945 time: 0.0735054 May 25 22:51:17.645853 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [req-84f30d7e-0075-456c-83f5-bd3f58a1fd2f req-f1e2ccbb-be77-4bd0-96f6-5ef2c08dc0db tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Deleting port 29f7ccab-1eab-4fed-9e94-2da34121db61 {{(pid=83203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:51:17.646188 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-84f30d7e-0075-456c-83f5-bd3f58a1fd2f req-f1e2ccbb-be77-4bd0-96f6-5ef2c08dc0db tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:17.880305 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [req-84f30d7e-0075-456c-83f5-bd3f58a1fd2f req-f1e2ccbb-be77-4bd0-96f6-5ef2c08dc0db tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] For port 29f7ccab-1eab-4fed-9e94-2da34121db61, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=29f7ccab-1eab-4fed-9e94-2da34121db61,segment=NetworkSegment(ada17ba1-f3bd-425c-893b-c7a09028367f),segment_id=ada17ba1-f3bd-425c-893b-c7a09028367f)] {{(pid=83203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:51:17.880651 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-84f30d7e-0075-456c-83f5-bd3f58a1fd2f req-f1e2ccbb-be77-4bd0-96f6-5ef2c08dc0db tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:18.210259 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-84f30d7e-0075-456c-83f5-bd3f58a1fd2f req-f1e2ccbb-be77-4bd0-96f6-5ef2c08dc0db tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:18.210644 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-84f30d7e-0075-456c-83f5-bd3f58a1fd2f req-f1e2ccbb-be77-4bd0-96f6-5ef2c08dc0db tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997866'] for floatingip, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:18.210951 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.db.l3_db [req-84f30d7e-0075-456c-83f5-bd3f58a1fd2f req-f1e2ccbb-be77-4bd0-96f6-5ef2c08dc0db tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Floating IP 19d4b5a8-08e1-4e91-b9cb-eb735020b57e disassociated. External IP: 172.28.2.147, port: 29f7ccab-1eab-4fed-9e94-2da34121db61. May 25 22:51:18.211279 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [req-84f30d7e-0075-456c-83f5-bd3f58a1fd2f req-f1e2ccbb-be77-4bd0-96f6-5ef2c08dc0db tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Calling delete_port for 29f7ccab-1eab-4fed-9e94-2da34121db61 owned by compute:nova {{(pid=83203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:51:18.310445 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc002c0a-27cf-4873-8252-cf063db7eb92 req-fd3534fd-dbdf-4a66-9832-9bbeabb8b15b tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:18.311870 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-cc002c0a-27cf-4873-8252-cf063db7eb92 req-fd3534fd-dbdf-4a66-9832-9bbeabb8b15b tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=caf3fdcf-a823-456e-93ba-86fa4f0ddddf HTTP/1.1" status: 200 len: 945 time: 0.1454332 May 25 22:51:18.405618 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-cc002c0a-27cf-4873-8252-cf063db7eb92 req-2e5ac159-3d99-4914-b15a-2e542ab59182 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=243b8261-0ab5-4fd7-bc65-debb23a462da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870156 May 25 22:51:18.406544 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-84f30d7e-0075-456c-83f5-bd3f58a1fd2f req-f1e2ccbb-be77-4bd0-96f6-5ef2c08dc0db tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:18.454591 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2ccbb-be77-4bd0-96f6-5ef2c08dc0db tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event deleted for resources: {'Port': ['ID=29f7ccab-1eab-4fed-9e94-2da34121db61,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:18.654391 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84f30d7e-0075-456c-83f5-bd3f58a1fd2f req-f1e2ccbb-be77-4bd0-96f6-5ef2c08dc0db tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Router fb835c55-a6aa-4cb9-b070-17289279f47e has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:51:18.947030 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84f30d7e-0075-456c-83f5-bd3f58a1fd2f req-f1e2ccbb-be77-4bd0-96f6-5ef2c08dc0db tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:51:18.957261 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56a606b-1d13-48c1-b332-a58531217128 None None] Sync routers for ids ['fb835c55-a6aa-4cb9-b070-17289279f47e'] in dv-cinder-843305-1-smb {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:51:18.968627 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56a606b-1d13-48c1-b332-a58531217128 None None] Routers {'fb835c55-a6aa-4cb9-b070-17289279f47e'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:51:18.969273 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-c56a606b-1d13-48c1-b332-a58531217128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:51:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['fb835c55-a6aa-4cb9-b070-17289279f47e'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:19.013091 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f30d7e-0075-456c-83f5-bd3f58a1fd2f req-f1e2ccbb-be77-4bd0-96f6-5ef2c08dc0db tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] No DVR routers for this DVR port 29f7ccab-1eab-4fed-9e94-2da34121db61 on host hv-cinder-84330 {{(pid=83203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:51:19.015542 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-84f30d7e-0075-456c-83f5-bd3f58a1fd2f req-f1e2ccbb-be77-4bd0-96f6-5ef2c08dc0db tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:19.018508 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf3fdcf-a823-456e-93ba-86fa4f0ddddf', 'name': 'network-vif-deleted', 'tag': '29f7ccab-1eab-4fed-9e94-2da34121db61'}] {{(pid=83203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:51:19.034020 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-84f30d7e-0075-456c-83f5-bd3f58a1fd2f req-f1e2ccbb-be77-4bd0-96f6-5ef2c08dc0db tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.15 "DELETE /v2.0/ports/29f7ccab-1eab-4fed-9e94-2da34121db61 HTTP/1.1" status: 204 len: 173 time: 1.4521809 May 25 22:51:19.078122 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aad6779-089d-4d31-8f7f-afede70b84d4'] response: {'server_uuid': 'caf3fdcf-a823-456e-93ba-86fa4f0ddddf', 'name': 'network-vif-deleted', 'tag': '29f7ccab-1eab-4fed-9e94-2da34121db61', 'status': 'completed', 'code': 200} May 25 22:51:19.141197 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-c56a606b-1d13-48c1-b332-a58531217128 None None] Set router fb835c55-a6aa-4cb9-b070-17289279f47e gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:51:19.444627 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-c56a606b-1d13-48c1-b332-a58531217128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:47:34Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 4, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'gw_port': {'id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:35Z', 'updated_at': '2022-05-25T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba', 'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'mac_address': 'fa:16:3e:92:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:37Z', 'updated_at': '2022-05-25T22:47:54Z', 'revision_number': 5, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'subnets': [{'id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:19.448889 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56a606b-1d13-48c1-b332-a58531217128 None None] Checking router: fb835c55-a6aa-4cb9-b070-17289279f47e for host: dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:51:19.460327 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56a606b-1d13-48c1-b332-a58531217128 None None] Routers {'fb835c55-a6aa-4cb9-b070-17289279f47e'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:51:19.461124 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-c56a606b-1d13-48c1-b332-a58531217128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:51:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['fb835c55-a6aa-4cb9-b070-17289279f47e'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:19.590965 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-74eee0ce-22a5-4cbb-9a98-b14863a2de5c req-f3aed98a-35fa-42e2-a71f-c7a235367383 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Synchronizing usage tracker for tenant:a306ac3d88ed4dd38736ce9e31a10d07 on resource:port {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:51:19.608715 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-74eee0ce-22a5-4cbb-9a98-b14863a2de5c req-f3aed98a-35fa-42e2-a71f-c7a235367383 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Unset dirty status for tenant:a306ac3d88ed4dd38736ce9e31a10d07 on resource:port {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:51:19.610220 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-74eee0ce-22a5-4cbb-9a98-b14863a2de5c req-f3aed98a-35fa-42e2-a71f-c7a235367383 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=caf3fdcf-a823-456e-93ba-86fa4f0ddddf HTTP/1.1" status: 200 len: 210 time: 0.0617335 May 25 22:51:19.648986 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-c56a606b-1d13-48c1-b332-a58531217128 None None] Set router fb835c55-a6aa-4cb9-b070-17289279f47e gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:51:19.976182 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-c56a606b-1d13-48c1-b332-a58531217128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:47:34Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 4, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'gw_port': {'id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:35Z', 'updated_at': '2022-05-25T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba', 'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'mac_address': 'fa:16:3e:92:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:37Z', 'updated_at': '2022-05-25T22:47:54Z', 'revision_number': 5, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'subnets': [{'id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:19.980278 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56a606b-1d13-48c1-b332-a58531217128 None None] The sync data for ids ['fb835c55-a6aa-4cb9-b070-17289279f47e'] in dv-cinder-843305-1-smb is: [{'id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:47:34Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 4, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'gw_port': {'id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:35Z', 'updated_at': '2022-05-25T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba', 'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'mac_address': 'fa:16:3e:92:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:37Z', 'updated_at': '2022-05-25T22:47:54Z', 'revision_number': 5, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'subnets': [{'id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:51:20.176435 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146fff61-75d8-4831-a2c6-d3f612f61dff None None] New status for floating IP 19d4b5a8-08e1-4e91-b9cb-eb735020b57e: DOWN {{(pid=83205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:51:20.425147 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 29f7ccab-1eab-4fed-9e94-2da34121db61 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:51:20.457683 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] No Port match for: 29f7ccab-1eab-4fed-9e94-2da34121db61 {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:51:20.458018 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 29f7ccab-1eab-4fed-9e94-2da34121db61 not bound to the agent host hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:51:20.748296 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 47494) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:20.809910 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-f446e8d7-2b35-4c99-be29-572841529f3c tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:20.836189 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-f446e8d7-2b35-4c99-be29-572841529f3c tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:20.887919 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-f446e8d7-2b35-4c99-be29-572841529f3c tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:20.903890 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446e8d7-2b35-4c99-be29-572841529f3c tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=243b8261-0ab5-4fd7-bc65-debb23a462da,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:20.915037 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-f446e8d7-2b35-4c99-be29-572841529f3c tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:20.916121 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-f446e8d7-2b35-4c99-be29-572841529f3c tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "DELETE /v2.0/security-groups/243b8261-0ab5-4fd7-bc65-debb23a462da HTTP/1.1" status: 204 len: 168 time: 0.1668215 May 25 22:51:20.919013 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 47498) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:20.935640 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.api.v2.resource [None req-c37e1572-88fe-4ef1-a940-9abf8f932012 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] show failed (client error): The resource could not be found. May 25 22:51:20.936593 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-c37e1572-88fe-4ef1-a940-9abf8f932012 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups/243b8261-0ab5-4fd7-bc65-debb23a462da HTTP/1.1" status: 404 len: 347 time: 0.0166171 May 25 22:51:20.940044 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 47502) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:21.088929 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-ab40d997-b0a4-4899-b6ec-74a74b932d07 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Deleting port 320e4701-9e83-4980-bac5-95d42fb664f7 {{(pid=83203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:51:21.089264 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-ab40d997-b0a4-4899-b6ec-74a74b932d07 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:21.257458 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-ab40d997-b0a4-4899-b6ec-74a74b932d07 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:21.257786 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-ab40d997-b0a4-4899-b6ec-74a74b932d07 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:21.377496 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-ab40d997-b0a4-4899-b6ec-74a74b932d07 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Calling delete_port for 320e4701-9e83-4980-bac5-95d42fb664f7 owned by network:floatingip {{(pid=83203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:51:21.510992 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-ab40d997-b0a4-4899-b6ec-74a74b932d07 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:21.553828 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40d997-b0a4-4899-b6ec-74a74b932d07 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event deleted for resources: {'Port': ['ID=320e4701-9e83-4980-bac5-95d42fb664f7,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:21.660956 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-ab40d997-b0a4-4899-b6ec-74a74b932d07 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for floatingip, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:21.683005 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-ab40d997-b0a4-4899-b6ec-74a74b932d07 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for floatingip, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:21.684591 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-ab40d997-b0a4-4899-b6ec-74a74b932d07 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "DELETE /v2.0/floatingips/19d4b5a8-08e1-4e91-b9cb-eb735020b57e HTTP/1.1" status: 204 len: 168 time: 0.7435555 May 25 22:51:21.775468 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 47508) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:21.781125 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-4b248e9e-268d-440b-a817-ac5765370b94 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Request body: {'security_group': {'name': 'tempest-securitygroup--466362179', 'description': 'tempest-description--1512413008'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:21.787055 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-4b248e9e-268d-440b-a817-ac5765370b94 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:21.791329 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-4b248e9e-268d-440b-a817-ac5765370b94 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Usage tracker for resource:security_group and tenant:a306ac3d88ed4dd38736ce9e31a10d07 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:21.794169 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-4b248e9e-268d-440b-a817-ac5765370b94 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:21.799884 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-4b248e9e-268d-440b-a817-ac5765370b94 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:21.810185 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4b248e9e-268d-440b-a817-ac5765370b94 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:21.844875 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-4b248e9e-268d-440b-a817-ac5765370b94 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:21.848660 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-4b248e9e-268d-440b-a817-ac5765370b94 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Usage tracker for resource:security_group_rule and tenant:a306ac3d88ed4dd38736ce9e31a10d07 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:21.851405 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-4b248e9e-268d-440b-a817-ac5765370b94 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:21.857176 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-4b248e9e-268d-440b-a817-ac5765370b94 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:21.910912 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4b248e9e-268d-440b-a817-ac5765370b94 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:21.914571 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4b248e9e-268d-440b-a817-ac5765370b94 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:21.957273 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b248e9e-268d-440b-a817-ac5765370b94 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b83fa876-1d86-4732-89f7-4ed693a30fa5,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:21.963030 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4b248e9e-268d-440b-a817-ac5765370b94 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:21.964210 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-4b248e9e-268d-440b-a817-ac5765370b94 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.1877716 May 25 22:51:21.967186 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 47512) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:21.973631 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-cb867dd3-c85f-411a-82ea-bb7ffdb3e882 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Request body: {'security_group_rule': {'security_group_id': 'b83fa876-1d86-4732-89f7-4ed693a30fa5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:21.979772 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-cb867dd3-c85f-411a-82ea-bb7ffdb3e882 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:21.983553 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-cb867dd3-c85f-411a-82ea-bb7ffdb3e882 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Usage tracker for resource:security_group_rule and tenant:a306ac3d88ed4dd38736ce9e31a10d07 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:21.986367 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-cb867dd3-c85f-411a-82ea-bb7ffdb3e882 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:21.991860 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-cb867dd3-c85f-411a-82ea-bb7ffdb3e882 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:22.008317 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-cb867dd3-c85f-411a-82ea-bb7ffdb3e882 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:22.067119 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-cb867dd3-c85f-411a-82ea-bb7ffdb3e882 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:22.070284 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-cb867dd3-c85f-411a-82ea-bb7ffdb3e882 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043470'] for security_group_rule, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:22.093296 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb867dd3-c85f-411a-82ea-bb7ffdb3e882 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22697335-9ffb-4032-b60a-fb6b9b7b8a9b,revision_number=0']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:22.102921 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-cb867dd3-c85f-411a-82ea-bb7ffdb3e882 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:22.104379 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-cb867dd3-c85f-411a-82ea-bb7ffdb3e882 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1356490 May 25 22:51:22.107088 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 47516) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:22.112363 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-582cb69d-8f1e-404b-a3df-971eab66fa44 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Request body: {'security_group_rule': {'security_group_id': 'b83fa876-1d86-4732-89f7-4ed693a30fa5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:22.117787 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-582cb69d-8f1e-404b-a3df-971eab66fa44 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:22.121676 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-582cb69d-8f1e-404b-a3df-971eab66fa44 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Usage tracker for resource:security_group_rule and tenant:a306ac3d88ed4dd38736ce9e31a10d07 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:22.124569 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-582cb69d-8f1e-404b-a3df-971eab66fa44 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:22.130667 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-582cb69d-8f1e-404b-a3df-971eab66fa44 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:22.146496 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-582cb69d-8f1e-404b-a3df-971eab66fa44 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:22.205805 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-582cb69d-8f1e-404b-a3df-971eab66fa44 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:22.209116 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-582cb69d-8f1e-404b-a3df-971eab66fa44 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043470'] for security_group_rule, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:22.234457 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582cb69d-8f1e-404b-a3df-971eab66fa44 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d989134-ae32-4725-a38a-40f2b74c3354,revision_number=0']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:22.243622 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-582cb69d-8f1e-404b-a3df-971eab66fa44 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:22.244772 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-582cb69d-8f1e-404b-a3df-971eab66fa44 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1368036 May 25 22:51:22.247820 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 47520) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:22.253673 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-c90ba3bb-36d0-4522-97a1-0e0e5d317110 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Request body: {'floatingip': {'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:22.258730 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-c90ba3bb-36d0-4522-97a1-0e0e5d317110 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:22.262469 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-c90ba3bb-36d0-4522-97a1-0e0e5d317110 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Usage tracker for resource:floatingip and tenant:a306ac3d88ed4dd38736ce9e31a10d07 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:22.265212 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-c90ba3bb-36d0-4522-97a1-0e0e5d317110 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:22.270783 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-c90ba3bb-36d0-4522-97a1-0e0e5d317110 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:22.280435 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-c90ba3bb-36d0-4522-97a1-0e0e5d317110 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for floatingip, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:22.412055 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-c90ba3bb-36d0-4522-97a1-0e0e5d317110 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:22.540366 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.db_base_plugin_common [None req-c90ba3bb-36d0-4522-97a1-0e0e5d317110 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Allocated IP 172.28.2.168 (77f19dc1-c50e-4f02-8833-0fbdbbec8517/1120c8a6-ca37-4814-b2e9-f8ac22584781/d0f04c4c-2fca-4e6e-911f-c9b51f4aa449) {{(pid=83204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:51:22.680478 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-c90ba3bb-36d0-4522-97a1-0e0e5d317110 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for port, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:22.705886 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-c90ba3bb-36d0-4522-97a1-0e0e5d317110 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:22.773970 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90ba3bb-36d0-4522-97a1-0e0e5d317110 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 is already hosted by enough agents. {{(pid=83204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:51:22.776757 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [None req-c90ba3bb-36d0-4522-97a1-0e0e5d317110 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Resources bound (agent type, host, resource id): {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:51:22.780897 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90ba3bb-36d0-4522-97a1-0e0e5d317110 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Received port after_create {{(pid=83204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:51:22.804935 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ba3bb-36d0-4522-97a1-0e0e5d317110 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event updated for resources: {'Port': ['ID=d0f04c4c-2fca-4e6e-911f-c9b51f4aa449,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:22.933208 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-c90ba3bb-36d0-4522-97a1-0e0e5d317110 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:22.985327 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-c90ba3bb-36d0-4522-97a1-0e0e5d317110 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:23.183868 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-c90ba3bb-36d0-4522-97a1-0e0e5d317110 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for port, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:23.188121 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-c90ba3bb-36d0-4522-97a1-0e0e5d317110 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1172434'] for port, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:23.300082 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ba3bb-36d0-4522-97a1-0e0e5d317110 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event updated for resources: {'Port': ['ID=d0f04c4c-2fca-4e6e-911f-c9b51f4aa449,revision_number=2']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:23.314214 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-c90ba3bb-36d0-4522-97a1-0e0e5d317110 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997866'] for floatingip, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:23.335165 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-c90ba3bb-36d0-4522-97a1-0e0e5d317110 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for floatingip, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:23.336360 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-c90ba3bb-36d0-4522-97a1-0e0e5d317110 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0876033 May 25 22:51:23.555126 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-a30f8e9a-333a-4350-b2a6-d39aa1932dfc tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Synchronizing usage tracker for tenant:a306ac3d88ed4dd38736ce9e31a10d07 on resource:security_group {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:51:23.569615 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-a30f8e9a-333a-4350-b2a6-d39aa1932dfc tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Unset dirty status for tenant:a306ac3d88ed4dd38736ce9e31a10d07 on resource:security_group {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:51:23.570913 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-a30f8e9a-333a-4350-b2a6-d39aa1932dfc tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--466362179&fields=id&tenant_id=a306ac3d88ed4dd38736ce9e31a10d07 HTTP/1.1" status: 200 len: 267 time: 0.0559685 May 25 22:51:23.714867 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-de6583d5-dbe2-42e0-8aaa-ce3e3fa6457b tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:23.716171 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-de6583d5-dbe2-42e0-8aaa-ce3e3fa6457b tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/networks?id=f5598603-fbcc-4407-8043-89c712b6936c HTTP/1.1" status: 200 len: 814 time: 0.1389518 May 25 22:51:23.732602 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-c41f898e-304c-459f-8048-8949da57cc37 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/quotas/a306ac3d88ed4dd38736ce9e31a10d07 HTTP/1.1" status: 200 len: 375 time: 0.0106683 May 25 22:51:23.814574 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-9f32341f-4261-488c-b86e-240fcf5872b8 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Synchronizing usage tracker for tenant:a306ac3d88ed4dd38736ce9e31a10d07 on resource:port {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:51:23.829070 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-9f32341f-4261-488c-b86e-240fcf5872b8 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Unset dirty status for tenant:a306ac3d88ed4dd38736ce9e31a10d07 on resource:port {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:51:23.830964 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-9f32341f-4261-488c-b86e-240fcf5872b8 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a306ac3d88ed4dd38736ce9e31a10d07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0938857 May 25 22:51:23.964845 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-e3cf63dc-10b2-4ca2-b84e-460e38281c4b service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83203) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:23.965939 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-e3cf63dc-10b2-4ca2-b84e-460e38281c4b service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1239069 May 25 22:51:24.097736 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-a61ea88a-f388-4f16-8594-44a6f43b1f17 service neutron] 10.222.0.59 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250970 May 25 22:51:24.314791 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-f5ed9fc2-2d03-439c-ac50-f1e415516fe4 service neutron] 10.222.0.59 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109194 May 25 22:51:24.497191 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a87c8d09-e4f2-48f6-9929-64b03dd682f7 req-e1ff01f7-9155-4c87-bdf7-f882de46fcc4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d33136f-6f11-4132-8267-b5e3484669d8 HTTP/1.1" status: 200 len: 210 time: 0.0435395 May 25 22:51:25.551987 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-40588f19-67ee-43cc-a86e-2e426a75c39f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:25.553393 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-40588f19-67ee-43cc-a86e-2e426a75c39f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.15 "GET /v2.0/networks?id=f5598603-fbcc-4407-8043-89c712b6936c HTTP/1.1" status: 200 len: 814 time: 0.1444674 May 25 22:51:25.615052 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-798b858e-c554-48cc-b5ee-8eeb5b158bc8 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a306ac3d88ed4dd38736ce9e31a10d07 HTTP/1.1" status: 200 len: 379 time: 0.0430121 May 25 22:51:25.654361 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-ae722340-030d-499e-bd8f-fbeb51ca4483 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Request body: {'port': {'device_id': '4d33136f-6f11-4132-8267-b5e3484669d8', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'admin_state_up': True, 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'security_groups': ['b83fa876-1d86-4732-89f7-4ed693a30fa5']}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:25.675287 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-980e768e-7443-418a-a2f9-fde8697bd754 req-f2277e82-4804-498d-b43f-13311b222836 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d33136f-6f11-4132-8267-b5e3484669d8 HTTP/1.1" status: 200 len: 210 time: 0.0573132 May 25 22:51:25.789859 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-ae722340-030d-499e-bd8f-fbeb51ca4483 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:25.799579 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-ae722340-030d-499e-bd8f-fbeb51ca4483 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:25.808770 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-ae722340-030d-499e-bd8f-fbeb51ca4483 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Made reservation on behalf of a306ac3d88ed4dd38736ce9e31a10d07 for: {'port': 1} {{(pid=83203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:51:25.811912 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-ae722340-030d-499e-bd8f-fbeb51ca4483 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:25.970426 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.db_base_plugin_common [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-ae722340-030d-499e-bd8f-fbeb51ca4483 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Allocated IP 172.20.0.12 (f5598603-fbcc-4407-8043-89c712b6936c/e02f53aa-d00c-4082-a6d9-9a1a20ad8b08/63c11135-8f63-4091-bc4a-2a7b1905acfe) {{(pid=83203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:51:26.152603 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-ae722340-030d-499e-bd8f-fbeb51ca4483 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for port, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:26.167445 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.provisioning_blocks [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-ae722340-030d-499e-bd8f-fbeb51ca4483 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Transition to ACTIVE for port object 63c11135-8f63-4091-bc4a-2a7b1905acfe will not be triggered until provisioned by entity DHCP. {{(pid=83203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:51:26.188681 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-ae722340-030d-499e-bd8f-fbeb51ca4483 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:26.260950 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-ae722340-030d-499e-bd8f-fbeb51ca4483 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Network f5598603-fbcc-4407-8043-89c712b6936c is already hosted by enough agents. {{(pid=83203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:51:26.263804 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-ae722340-030d-499e-bd8f-fbeb51ca4483 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Resources bound (agent type, host, resource id): {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:51:26.267708 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-ae722340-030d-499e-bd8f-fbeb51ca4483 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Received port after_create {{(pid=83203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:51:26.298838 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae722340-030d-499e-bd8f-fbeb51ca4483 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event updated for resources: {'Port': ['ID=63c11135-8f63-4091-bc4a-2a7b1905acfe,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:26.333811 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-ae722340-030d-499e-bd8f-fbeb51ca4483 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:26.334439 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-ae722340-030d-499e-bd8f-fbeb51ca4483 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:26.360141 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-ae722340-030d-499e-bd8f-fbeb51ca4483 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7129769 May 25 22:51:26.381607 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-18ef2a60-2c5b-4323-9834-9ad5fdefc171 service neutron] Request body: {'port': {'device_id': '4d33136f-6f11-4132-8267-b5e3484669d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:26.492786 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-18ef2a60-2c5b-4323-9834-9ad5fdefc171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:26.495846 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-c3470da6-02df-4e88-a726-850636063852 None None] Provisioning for port 63c11135-8f63-4091-bc4a-2a7b1905acfe completed by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:51:26.500401 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-c3470da6-02df-4e88-a726-850636063852 None None] Provisioning complete for port 63c11135-8f63-4091-bc4a-2a7b1905acfe triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:51:26.500761 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-c3470da6-02df-4e88-a726-850636063852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:26.551859 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-c3470da6-02df-4e88-a726-850636063852 None None] Port 63c11135-8f63-4091-bc4a-2a7b1905acfe cannot update to ACTIVE because it is not bound. {{(pid=83205) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:51:26.828353 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-18ef2a60-2c5b-4323-9834-9ad5fdefc171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c11135-8f63-4091-bc4a-2a7b1905acfe {{(pid=83203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:51:26.835639 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-18ef2a60-2c5b-4323-9834-9ad5fdefc171 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:26.850799 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.provisioning_blocks [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-18ef2a60-2c5b-4323-9834-9ad5fdefc171 service neutron] Transition to ACTIVE for port object 63c11135-8f63-4091-bc4a-2a7b1905acfe will not be triggered until provisioned by entity L2. {{(pid=83203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:51:26.854692 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-18ef2a60-2c5b-4323-9834-9ad5fdefc171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950903'] for port, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:26.868216 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de75d65-7d97-4f7e-a3bd-f45536ba2bf3 req-c39560ce-94ce-4eb8-8258-4e428bd79b4f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:26.869642 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-9de75d65-7d97-4f7e-a3bd-f45536ba2bf3 req-c39560ce-94ce-4eb8-8258-4e428bd79b4f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d33136f-6f11-4132-8267-b5e3484669d8 HTTP/1.1" status: 200 len: 932 time: 0.0747719 May 25 22:51:26.913293 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-9de75d65-7d97-4f7e-a3bd-f45536ba2bf3 req-44ad75f4-e2a1-4f48-af9c-f16313a76d79 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Synchronizing usage tracker for tenant:a306ac3d88ed4dd38736ce9e31a10d07 on resource:security_group {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:51:26.925707 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [req-9de75d65-7d97-4f7e-a3bd-f45536ba2bf3 req-44ad75f4-e2a1-4f48-af9c-f16313a76d79 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Unset dirty status for tenant:a306ac3d88ed4dd38736ce9e31a10d07 on resource:security_group {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:51:26.937415 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-9de75d65-7d97-4f7e-a3bd-f45536ba2bf3 req-44ad75f4-e2a1-4f48-af9c-f16313a76d79 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=b83fa876-1d86-4732-89f7-4ed693a30fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621874 May 25 22:51:26.980390 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef2a60-2c5b-4323-9834-9ad5fdefc171 service neutron] Pushing event updated for resources: {'Port': ['ID=63c11135-8f63-4091-bc4a-2a7b1905acfe,revision_number=2']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:27.089485 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.managers [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-18ef2a60-2c5b-4323-9834-9ad5fdefc171 service neutron] Attempting to bind port 63c11135-8f63-4091-bc4a-2a7b1905acfe on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:27.089821 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.managers [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-18ef2a60-2c5b-4323-9834-9ad5fdefc171 service neutron] Attempting to bind port 63c11135-8f63-4091-bc4a-2a7b1905acfe by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'ada17ba1-f3bd-425c-893b-c7a09028367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c'}] {{(pid=83203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:27.090147 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-18ef2a60-2c5b-4323-9834-9ad5fdefc171 service neutron] Attempting to bind port 63c11135-8f63-4091-bc4a-2a7b1905acfe on network f5598603-fbcc-4407-8043-89c712b6936c {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:27.096339 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-18ef2a60-2c5b-4323-9834-9ad5fdefc171 service neutron] Port 63c11135-8f63-4091-bc4a-2a7b1905acfe on network f5598603-fbcc-4407-8043-89c712b6936c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:27.096652 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-18ef2a60-2c5b-4323-9834-9ad5fdefc171 service neutron] Attempting to bind port 63c11135-8f63-4091-bc4a-2a7b1905acfe on network f5598603-fbcc-4407-8043-89c712b6936c {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:27.102779 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-18ef2a60-2c5b-4323-9834-9ad5fdefc171 service neutron] Checking agent: {'id': '664d2378-5910-4a50-8747-70f7074f61b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'started_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:51:27.103114 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-18ef2a60-2c5b-4323-9834-9ad5fdefc171 service neutron] Checking segment: {'id': 'ada17ba1-f3bd-425c-893b-c7a09028367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:51:27.103765 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-18ef2a60-2c5b-4323-9834-9ad5fdefc171 service neutron] Bound using segment: {'id': 'ada17ba1-f3bd-425c-893b-c7a09028367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c'} {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:51:27.104187 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.managers [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-18ef2a60-2c5b-4323-9834-9ad5fdefc171 service neutron] Bound port: 63c11135-8f63-4091-bc4a-2a7b1905acfe, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ada17ba1-f3bd-425c-893b-c7a09028367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c'}}] {{(pid=83203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:51:27.104525 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-18ef2a60-2c5b-4323-9834-9ad5fdefc171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:27.277849 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-18ef2a60-2c5b-4323-9834-9ad5fdefc171 service neutron] For port 63c11135-8f63-4091-bc4a-2a7b1905acfe, host hv-cinder-84330, cleared binding levels {{(pid=83203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:51:27.280708 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-18ef2a60-2c5b-4323-9834-9ad5fdefc171 service neutron] For port 63c11135-8f63-4091-bc4a-2a7b1905acfe, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=63c11135-8f63-4091-bc4a-2a7b1905acfe,segment=NetworkSegment(ada17ba1-f3bd-425c-893b-c7a09028367f),segment_id=ada17ba1-f3bd-425c-893b-c7a09028367f)] {{(pid=83203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:51:27.285692 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-18ef2a60-2c5b-4323-9834-9ad5fdefc171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950903'] for port, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:27.343475 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-18ef2a60-2c5b-4323-9834-9ad5fdefc171 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:27.344819 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-18ef2a60-2c5b-4323-9834-9ad5fdefc171 service neutron] 10.222.0.15 "PUT /v2.0/ports/63c11135-8f63-4091-bc4a-2a7b1905acfe HTTP/1.1" status: 200 len: 1094 time: 0.9675550 May 25 22:51:27.348032 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d33136f-6f11-4132-8267-b5e3484669d8', 'tag': '63c11135-8f63-4091-bc4a-2a7b1905acfe'}] {{(pid=83203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:51:27.368123 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef2a60-2c5b-4323-9834-9ad5fdefc171 service neutron] Pushing event updated for resources: {'Port': ['ID=63c11135-8f63-4091-bc4a-2a7b1905acfe,revision_number=3']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:27.436432 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-834558a1-1715-4186-b395-da7ac86a6e91'] response: {'name': 'network-changed', 'server_uuid': '4d33136f-6f11-4132-8267-b5e3484669d8', 'tag': '63c11135-8f63-4091-bc4a-2a7b1905acfe', 'status': 'completed', 'code': 200} May 25 22:51:27.484850 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-66fa892e-8594-4a3a-86e0-b0eb92aa6bba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a306ac3d88ed4dd38736ce9e31a10d07&device_id=4d33136f-6f11-4132-8267-b5e3484669d8 HTTP/1.1" status: 200 len: 1097 time: 0.0803981 May 25 22:51:27.559042 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-1170ce52-f30e-4e60-b8c3-49781a5997e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63c11135-8f63-4091-bc4a-2a7b1905acfe HTTP/1.1" status: 200 len: 217 time: 0.0609641 May 25 22:51:27.624487 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-add842be-1f9a-4aee-893f-2340779e2978 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:27.625813 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-add842be-1f9a-4aee-893f-2340779e2978 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02f53aa-d00c-4082-a6d9-9a1a20ad8b08 HTTP/1.1" status: 200 len: 853 time: 0.0609677 May 25 22:51:27.697340 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-96a5e3c1-a327-413b-950d-56f28a4c6640 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f5598603-fbcc-4407-8043-89c712b6936c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0654004 May 25 22:51:27.828067 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-567a30ee-299c-4437-bc9a-00a4cf06bd88 service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216650 May 25 22:51:27.957430 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b1ab5c92-4788-438c-83ba-553a65012fa6 req-a913d8a7-1cc6-406a-ba07-95623c65764d service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232615 May 25 22:51:28.122685 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30cf36f-387a-488f-a365-dde7f5233a36 req-e1d72c5f-54b0-432a-9640-8f63bdb39b66 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:28.124057 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c30cf36f-387a-488f-a365-dde7f5233a36 req-e1d72c5f-54b0-432a-9640-8f63bdb39b66 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d33136f-6f11-4132-8267-b5e3484669d8 HTTP/1.1" status: 200 len: 944 time: 0.0781388 May 25 22:51:28.133167 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-39d64373-9276-4757-abf2-276f6db1dcea req-7511c621-7b30-4207-af9c-1e35ef988ca2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a306ac3d88ed4dd38736ce9e31a10d07&device_id=4d33136f-6f11-4132-8267-b5e3484669d8 HTTP/1.1" status: 200 len: 1097 time: 0.0672328 May 25 22:51:28.170497 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c30cf36f-387a-488f-a365-dde7f5233a36 req-34fa4104-c5dc-4389-bc8b-6a84e31ded9e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=b83fa876-1d86-4732-89f7-4ed693a30fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403018 May 25 22:51:28.265155 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d64373-9276-4757-abf2-276f6db1dcea req-742eef40-0748-444e-861b-42c17c6c1dda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:28.266604 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-39d64373-9276-4757-abf2-276f6db1dcea req-742eef40-0748-444e-861b-42c17c6c1dda service neutron] 10.222.0.15 "GET /v2.0/networks?id=f5598603-fbcc-4407-8043-89c712b6936c HTTP/1.1" status: 200 len: 915 time: 0.1268444 May 25 22:51:28.337431 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-39d64373-9276-4757-abf2-276f6db1dcea req-15a7cbd0-8cc1-4e37-8f2f-056c70fe55c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63c11135-8f63-4091-bc4a-2a7b1905acfe HTTP/1.1" status: 200 len: 217 time: 0.0639241 May 25 22:51:28.400619 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d64373-9276-4757-abf2-276f6db1dcea req-24e7b839-298e-4d73-a6f9-e62113f083c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:28.401908 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-39d64373-9276-4757-abf2-276f6db1dcea req-24e7b839-298e-4d73-a6f9-e62113f083c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02f53aa-d00c-4082-a6d9-9a1a20ad8b08 HTTP/1.1" status: 200 len: 853 time: 0.0584967 May 25 22:51:28.474710 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-39d64373-9276-4757-abf2-276f6db1dcea req-7ea18439-3941-40a4-8bfd-496d5076a551 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f5598603-fbcc-4407-8043-89c712b6936c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0650053 May 25 22:51:28.602735 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-39d64373-9276-4757-abf2-276f6db1dcea req-8bdd8e87-0877-473c-9ef3-282394d1dcf4 service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216259 May 25 22:51:28.729387 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-39d64373-9276-4757-abf2-276f6db1dcea req-673fbcf7-8901-4492-8f94-b8f262588b99 service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206348 May 25 22:51:29.366505 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511deb1-40e4-45d4-9265-58dea20a20f6 req-e4b2ab8a-fec1-4cd7-b954-7809d1af85d6 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:29.367224 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-b511deb1-40e4-45d4-9265-58dea20a20f6 req-e4b2ab8a-fec1-4cd7-b954-7809d1af85d6 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Synchronizing usage tracker for tenant:a306ac3d88ed4dd38736ce9e31a10d07 on resource:port {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:51:29.381989 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-b511deb1-40e4-45d4-9265-58dea20a20f6 req-e4b2ab8a-fec1-4cd7-b954-7809d1af85d6 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Unset dirty status for tenant:a306ac3d88ed4dd38736ce9e31a10d07 on resource:port {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:51:29.383179 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b511deb1-40e4-45d4-9265-58dea20a20f6 req-e4b2ab8a-fec1-4cd7-b954-7809d1af85d6 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d33136f-6f11-4132-8267-b5e3484669d8 HTTP/1.1" status: 200 len: 944 time: 0.0919912 May 25 22:51:29.430917 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b511deb1-40e4-45d4-9265-58dea20a20f6 req-fc4a6d40-2e8d-423a-9f46-b69ebc1f8eee tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=b83fa876-1d86-4732-89f7-4ed693a30fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423310 May 25 22:51:30.390344 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:51:30.619848 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d4634-9a42-4192-af10-8f19ceabdf5f req-0039b16f-9e6a-4af6-adf9-30d961efc234 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:30.621266 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c02d4634-9a42-4192-af10-8f19ceabdf5f req-0039b16f-9e6a-4af6-adf9-30d961efc234 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d33136f-6f11-4132-8267-b5e3484669d8 HTTP/1.1" status: 200 len: 944 time: 0.0743732 May 25 22:51:30.733792 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c02d4634-9a42-4192-af10-8f19ceabdf5f req-71963ff4-7705-42c4-9e03-2991096a550d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=b83fa876-1d86-4732-89f7-4ed693a30fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069901 May 25 22:51:31.926794 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e99c08-8ef1-4f8e-b48c-b9916eeb88f1 req-04102b6e-418c-4ee8-ab9f-b0266d30c341 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:31.928211 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-39e99c08-8ef1-4f8e-b48c-b9916eeb88f1 req-04102b6e-418c-4ee8-ab9f-b0266d30c341 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d33136f-6f11-4132-8267-b5e3484669d8 HTTP/1.1" status: 200 len: 944 time: 0.0751119 May 25 22:51:31.972361 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-39e99c08-8ef1-4f8e-b48c-b9916eeb88f1 req-de1898ad-953a-427d-9344-cfcbc012684e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=b83fa876-1d86-4732-89f7-4ed693a30fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388818 May 25 22:51:32.462487 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 63c11135-8f63-4091-bc4a-2a7b1905acfe details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83205) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:51:32.592223 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 63c11135-8f63-4091-bc4a-2a7b1905acfe, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=63c11135-8f63-4091-bc4a-2a7b1905acfe,segment=NetworkSegment(ada17ba1-f3bd-425c-893b-c7a09028367f),segment_id=ada17ba1-f3bd-425c-893b-c7a09028367f)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:51:32.605494 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Returning: {'device': '63c11135-8f63-4091-bc4a-2a7b1905acfe', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'port_id': '63c11135-8f63-4091-bc4a-2a7b1905acfe', 'mac_address': 'fa:16:3e:f9:79:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83205) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:51:32.657130 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:32.674510 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c11135-8f63-4091-bc4a-2a7b1905acfe {{(pid=83205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:51:32.688690 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 63c11135-8f63-4091-bc4a-2a7b1905acfe, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=63c11135-8f63-4091-bc4a-2a7b1905acfe,segment=NetworkSegment(ada17ba1-f3bd-425c-893b-c7a09028367f),segment_id=ada17ba1-f3bd-425c-893b-c7a09028367f)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:51:32.692405 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:32.755997 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=63c11135-8f63-4091-bc4a-2a7b1905acfe,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:32.764116 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:32.764448 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:32.764778 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:32.765097 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:32.765415 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:32.765729 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:32.766070 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:32.766408 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:32.766721 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:32.767032 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:32.767848 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:33.108761 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['63c11135-8f63-4091-bc4a-2a7b1905acfe'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:51:33.179050 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349f36d-71f2-4ebf-b868-b916812d6c25 req-84bc018b-c871-4bbc-81e7-da63c883a699 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:33.180499 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-3349f36d-71f2-4ebf-b868-b916812d6c25 req-84bc018b-c871-4bbc-81e7-da63c883a699 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d33136f-6f11-4132-8267-b5e3484669d8 HTTP/1.1" status: 200 len: 945 time: 0.0751898 May 25 22:51:33.226003 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-3349f36d-71f2-4ebf-b868-b916812d6c25 req-57d7e232-a719-4578-be04-23b15f0e6bca tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=b83fa876-1d86-4732-89f7-4ed693a30fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395322 May 25 22:51:33.925492 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:34.419134 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aab35c-a3a7-4fd8-92b9-e716d2d14fa5 req-fe75384f-6b0e-4ce2-9a28-3e8f8960d06d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:34.420548 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-85aab35c-a3a7-4fd8-92b9-e716d2d14fa5 req-fe75384f-6b0e-4ce2-9a28-3e8f8960d06d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d33136f-6f11-4132-8267-b5e3484669d8 HTTP/1.1" status: 200 len: 945 time: 0.0782015 May 25 22:51:34.467806 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 63c11135-8f63-4091-bc4a-2a7b1905acfe up at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:51:34.550982 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-85aab35c-a3a7-4fd8-92b9-e716d2d14fa5 req-ca42d1ad-ee76-4a77-9ade-4a2f9ee834b5 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=b83fa876-1d86-4732-89f7-4ed693a30fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249120 May 25 22:51:34.571184 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning for port 63c11135-8f63-4091-bc4a-2a7b1905acfe completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:51:34.576009 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning complete for port 63c11135-8f63-4091-bc4a-2a7b1905acfe triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:51:34.576369 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:34.685119 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:34.711518 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d33136f-6f11-4132-8267-b5e3484669d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c11135-8f63-4091-bc4a-2a7b1905acfe'}] {{(pid=83205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:51:34.721118 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 63c11135-8f63-4091-bc4a-2a7b1905acfe, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=63c11135-8f63-4091-bc4a-2a7b1905acfe,segment=NetworkSegment(ada17ba1-f3bd-425c-893b-c7a09028367f),segment_id=ada17ba1-f3bd-425c-893b-c7a09028367f)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:51:34.724647 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:34.769215 dv-cinder-843305-1-smb neutron-server[83205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54eeb2d8-ac83-44d2-85f0-58e4c30851cb'] response: {'server_uuid': '4d33136f-6f11-4132-8267-b5e3484669d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c11135-8f63-4091-bc4a-2a7b1905acfe', 'code': 200} May 25 22:51:34.793733 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=63c11135-8f63-4091-bc4a-2a7b1905acfe,revision_number=5']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:35.014309 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-128c3c6b-1e59-48e4-a508-f6b29af056dc req-6af89da6-6078-4850-b4bb-06033f2cdc68 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4d33136f-6f11-4132-8267-b5e3484669d8 HTTP/1.1" status: 200 len: 1099 time: 0.0652478 May 25 22:51:35.055267 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-128c3c6b-1e59-48e4-a508-f6b29af056dc req-9a4c311e-76b9-451a-80ed-d6c175ddd27f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b83fa876-1d86-4732-89f7-4ed693a30fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343938 May 25 22:51:35.741801 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfd68d-4bf9-48c4-9338-3b18b0216045 req-fb6b5e80-3029-4236-a9ba-9939c569d606 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:35.743218 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-fcbfd68d-4bf9-48c4-9338-3b18b0216045 req-fb6b5e80-3029-4236-a9ba-9939c569d606 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d33136f-6f11-4132-8267-b5e3484669d8 HTTP/1.1" status: 200 len: 946 time: 0.0766506 May 25 22:51:35.786300 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-fcbfd68d-4bf9-48c4-9338-3b18b0216045 req-24f88f42-e4bf-4753-af18-65649074a9fd tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=b83fa876-1d86-4732-89f7-4ed693a30fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377719 May 25 22:51:36.979050 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06918835-b2ff-4e6f-94cb-7126c27d0045 req-9b591ea3-03f2-4390-b5ec-9697d746de89 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:36.980452 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-06918835-b2ff-4e6f-94cb-7126c27d0045 req-9b591ea3-03f2-4390-b5ec-9697d746de89 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d33136f-6f11-4132-8267-b5e3484669d8 HTTP/1.1" status: 200 len: 946 time: 0.0771885 May 25 22:51:37.023832 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-06918835-b2ff-4e6f-94cb-7126c27d0045 req-5041e7c7-6d19-4180-9765-12685af1c57d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=b83fa876-1d86-4732-89f7-4ed693a30fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379791 May 25 22:51:37.215144 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3793a-25db-4d8a-bf8f-cc3b05ae73c2 req-566e62e8-7cfe-48fa-b53f-be3b87942ecb tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:37.216567 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-53f3793a-25db-4d8a-bf8f-cc3b05ae73c2 req-566e62e8-7cfe-48fa-b53f-be3b87942ecb tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d33136f-6f11-4132-8267-b5e3484669d8 HTTP/1.1" status: 200 len: 946 time: 0.0770843 May 25 22:51:37.225473 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 47570) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:37.230941 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-3713b80e-f0e5-4b77-be10-fe9b21a26340 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Request body: {'floatingip': {'port_id': '63c11135-8f63-4091-bc4a-2a7b1905acfe'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:37.307781 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-3713b80e-f0e5-4b77-be10-fe9b21a26340 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for floatingip, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:37.885546 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-3713b80e-f0e5-4b77-be10-fe9b21a26340 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:37.888991 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-3713b80e-f0e5-4b77-be10-fe9b21a26340 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997866'] for floatingip, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:38.074038 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.db.l3_db [None req-3713b80e-f0e5-4b77-be10-fe9b21a26340 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Floating IP d77cccac-ec68-4531-b9a8-e8c68c11c022 associated. External IP: 172.28.2.168, port: 63c11135-8f63-4091-bc4a-2a7b1905acfe. May 25 22:51:38.530147 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3713b80e-f0e5-4b77-be10-fe9b21a26340 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Router fb835c55-a6aa-4cb9-b070-17289279f47e has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:51:38.726184 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3713b80e-f0e5-4b77-be10-fe9b21a26340 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:51:38.731271 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-3713b80e-f0e5-4b77-be10-fe9b21a26340 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for floatingip, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:38.735601 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdfd180-ef03-4723-812d-3d101049d826 None None] Sync routers for ids ['fb835c55-a6aa-4cb9-b070-17289279f47e'] in dv-cinder-843305-1-smb {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:51:38.747568 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdfd180-ef03-4723-812d-3d101049d826 None None] Routers {'fb835c55-a6aa-4cb9-b070-17289279f47e'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:51:38.748158 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-5cdfd180-ef03-4723-812d-3d101049d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:51:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['fb835c55-a6aa-4cb9-b070-17289279f47e'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:38.782176 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-3713b80e-f0e5-4b77-be10-fe9b21a26340 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "PUT /v2.0/floatingips/d77cccac-ec68-4531-b9a8-e8c68c11c022 HTTP/1.1" status: 200 len: 992 time: 1.5555224 May 25 22:51:38.782617 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d33136f-6f11-4132-8267-b5e3484669d8', 'tag': '63c11135-8f63-4091-bc4a-2a7b1905acfe'}] {{(pid=83203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:51:38.835376 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59fedc56-3e78-4cf4-b9e1-5dcea183dd5f'] response: {'name': 'network-changed', 'server_uuid': '4d33136f-6f11-4132-8267-b5e3484669d8', 'tag': '63c11135-8f63-4091-bc4a-2a7b1905acfe', 'status': 'completed', 'code': 200} May 25 22:51:38.922092 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-5cdfd180-ef03-4723-812d-3d101049d826 None None] Set router fb835c55-a6aa-4cb9-b070-17289279f47e gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:51:38.953724 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-9f090351-549f-426e-bda7-cfaa8fe63d2b req-f34aeb50-ed8b-47bb-b0a7-57717a4105b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a306ac3d88ed4dd38736ce9e31a10d07&device_id=4d33136f-6f11-4132-8267-b5e3484669d8 HTTP/1.1" status: 200 len: 1099 time: 0.0682666 May 25 22:51:39.085004 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f090351-549f-426e-bda7-cfaa8fe63d2b req-58a3c2ff-ae1e-45aa-aaf4-0d6956bc5e05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:39.086358 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-9f090351-549f-426e-bda7-cfaa8fe63d2b req-58a3c2ff-ae1e-45aa-aaf4-0d6956bc5e05 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f5598603-fbcc-4407-8043-89c712b6936c HTTP/1.1" status: 200 len: 915 time: 0.1266222 May 25 22:51:39.194016 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-9f090351-549f-426e-bda7-cfaa8fe63d2b req-26bd537d-37d6-4745-b87e-1ab570e3ab89 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63c11135-8f63-4091-bc4a-2a7b1905acfe HTTP/1.1" status: 200 len: 1000 time: 0.0994992 May 25 22:51:39.260940 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-5cdfd180-ef03-4723-812d-3d101049d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:47:34Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 4, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'gw_port': {'id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:35Z', 'updated_at': '2022-05-25T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': 'd77cccac-ec68-4531-b9a8-e8c68c11c022', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'floating_ip_address': '172.28.2.168', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'port_id': '63c11135-8f63-4091-bc4a-2a7b1905acfe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'mac_address': 'fa:16:3e:f9:79:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33136f-6f11-4132-8267-b5e3484669d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:51:22Z', 'updated_at': '2022-05-25T22:51:37Z', 'revision_number': 1, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba', 'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'mac_address': 'fa:16:3e:92:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:37Z', 'updated_at': '2022-05-25T22:47:54Z', 'revision_number': 5, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'subnets': [{'id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:39.261250 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f090351-549f-426e-bda7-cfaa8fe63d2b req-86b5ac97-9898-4866-8a21-e175c266afe1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:39.262598 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-9f090351-549f-426e-bda7-cfaa8fe63d2b req-86b5ac97-9898-4866-8a21-e175c266afe1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02f53aa-d00c-4082-a6d9-9a1a20ad8b08 HTTP/1.1" status: 200 len: 853 time: 0.0619814 May 25 22:51:39.264732 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdfd180-ef03-4723-812d-3d101049d826 None None] Checking router: fb835c55-a6aa-4cb9-b070-17289279f47e for host: dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:51:39.275810 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdfd180-ef03-4723-812d-3d101049d826 None None] Routers {'fb835c55-a6aa-4cb9-b070-17289279f47e'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:51:39.276412 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-5cdfd180-ef03-4723-812d-3d101049d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:51:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['fb835c55-a6aa-4cb9-b070-17289279f47e'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:39.337762 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-9f090351-549f-426e-bda7-cfaa8fe63d2b req-4f761c49-55d6-4565-8ead-e07f137d7cf7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f5598603-fbcc-4407-8043-89c712b6936c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0693600 May 25 22:51:39.450545 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-5cdfd180-ef03-4723-812d-3d101049d826 None None] Set router fb835c55-a6aa-4cb9-b070-17289279f47e gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:51:39.471432 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-9f090351-549f-426e-bda7-cfaa8fe63d2b req-89da6f14-c08e-41fa-b84c-ee50dbd84d05 service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264119 May 25 22:51:39.603159 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-9f090351-549f-426e-bda7-cfaa8fe63d2b req-fe0dabe6-3f6e-4336-b798-3716e2db67ae service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255348 May 25 22:51:39.816904 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-5cdfd180-ef03-4723-812d-3d101049d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:47:34Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 4, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'gw_port': {'id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:35Z', 'updated_at': '2022-05-25T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': 'd77cccac-ec68-4531-b9a8-e8c68c11c022', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'floating_ip_address': '172.28.2.168', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'port_id': '63c11135-8f63-4091-bc4a-2a7b1905acfe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'mac_address': 'fa:16:3e:f9:79:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33136f-6f11-4132-8267-b5e3484669d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:51:22Z', 'updated_at': '2022-05-25T22:51:37Z', 'revision_number': 1, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba', 'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'mac_address': 'fa:16:3e:92:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:37Z', 'updated_at': '2022-05-25T22:47:54Z', 'revision_number': 5, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'subnets': [{'id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:39.820738 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdfd180-ef03-4723-812d-3d101049d826 None None] The sync data for ids ['fb835c55-a6aa-4cb9-b070-17289279f47e'] in dv-cinder-843305-1-smb is: [{'id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:47:34Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 4, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'gw_port': {'id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:35Z', 'updated_at': '2022-05-25T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': 'd77cccac-ec68-4531-b9a8-e8c68c11c022', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'floating_ip_address': '172.28.2.168', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'port_id': '63c11135-8f63-4091-bc4a-2a7b1905acfe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'mac_address': 'fa:16:3e:f9:79:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33136f-6f11-4132-8267-b5e3484669d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:51:22Z', 'updated_at': '2022-05-25T22:51:37Z', 'revision_number': 1, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba', 'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'mac_address': 'fa:16:3e:92:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:37Z', 'updated_at': '2022-05-25T22:47:54Z', 'revision_number': 5, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'subnets': [{'id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:51:40.010116 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592070fe-7993-4b51-8507-c0554efb93a0 None None] New status for floating IP d77cccac-ec68-4531-b9a8-e8c68c11c022: ACTIVE {{(pid=83205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:51:42.644643 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-bcd9a467-8603-4010-88c7-6f939902865c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:44.784908 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-542c1534-8d32-4b30-9bd1-442d982b424b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:46.026651 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:46.400766 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:47.560677 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:03.930859 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:07.390785 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:52:12.645366 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-9d32eb12-7f93-4462-8108-eaf8b30f7236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:14.785605 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-d4285240-e29f-49f9-aa42-a42cb78be686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:16.031162 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:16.401683 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:17.563003 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:33.933108 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:42.647631 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-40c94230-89d5-486b-9f9e-370fc5661040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:44.390656 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:52:44.788858 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-c8c99a14-3167-4295-8ce7-d9c617a09d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:46.030092 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:46.402961 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:46.794073 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7fb1aefa-0643-498d-9a2a-12ab4bb24817 req-d33e97ec-0090-4032-8e2b-f5b8149c063c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4d33136f-6f11-4132-8267-b5e3484669d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674412 May 25 22:52:46.947716 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7fb1aefa-0643-498d-9a2a-12ab4bb24817 req-11aad0b5-41c5-4fe5-81e9-7cd571cebc37 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a306ac3d88ed4dd38736ce9e31a10d07&device_id=4d33136f-6f11-4132-8267-b5e3484669d8 HTTP/1.1" status: 200 len: 1099 time: 0.0707705 May 25 22:52:47.089878 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1aefa-0643-498d-9a2a-12ab4bb24817 req-6d9f1778-122d-4f24-b5bd-e34734b003b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:47.091238 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7fb1aefa-0643-498d-9a2a-12ab4bb24817 req-6d9f1778-122d-4f24-b5bd-e34734b003b8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f5598603-fbcc-4407-8043-89c712b6936c HTTP/1.1" status: 200 len: 915 time: 0.1245377 May 25 22:52:47.279556 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7fb1aefa-0643-498d-9a2a-12ab4bb24817 req-f6a61d0b-1a48-4d36-9fa9-e53348e6c376 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63c11135-8f63-4091-bc4a-2a7b1905acfe HTTP/1.1" status: 200 len: 1002 time: 0.1820588 May 25 22:52:47.339774 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1aefa-0643-498d-9a2a-12ab4bb24817 req-b20a9b0f-45f0-477c-89cc-25753131068d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:47.341184 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7fb1aefa-0643-498d-9a2a-12ab4bb24817 req-b20a9b0f-45f0-477c-89cc-25753131068d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02f53aa-d00c-4082-a6d9-9a1a20ad8b08 HTTP/1.1" status: 200 len: 853 time: 0.0554719 May 25 22:52:47.413295 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7fb1aefa-0643-498d-9a2a-12ab4bb24817 req-17446544-d58e-4658-904f-a47d282a0ce4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f5598603-fbcc-4407-8043-89c712b6936c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0663640 May 25 22:52:47.549615 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7fb1aefa-0643-498d-9a2a-12ab4bb24817 req-4d94ea9c-32d3-4c96-858f-7bf70bc0b0fe service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301260 May 25 22:52:47.564521 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:47.679502 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7fb1aefa-0643-498d-9a2a-12ab4bb24817 req-963c7b7a-ee84-45e4-9aac-dd5c9981ec86 service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242130 May 25 22:53:00.706620 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d135e-764e-480b-8fd9-088e37413358 req-49be66e6-d9b0-465c-8daa-bd07b12783d1 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:00.708027 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5b5d135e-764e-480b-8fd9-088e37413358 req-49be66e6-d9b0-465c-8daa-bd07b12783d1 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d33136f-6f11-4132-8267-b5e3484669d8 HTTP/1.1" status: 200 len: 946 time: 0.0737300 May 25 22:53:00.754805 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5b5d135e-764e-480b-8fd9-088e37413358 req-5da604a1-1efa-4714-a636-74518da5f4d6 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=b83fa876-1d86-4732-89f7-4ed693a30fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407352 May 25 22:53:01.952575 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2c535-f900-4aa9-97b2-abbae1772d00 req-aeb4d78e-fcb5-4459-8b6c-0a10abf6aefc tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:01.953982 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-87a2c535-f900-4aa9-97b2-abbae1772d00 req-aeb4d78e-fcb5-4459-8b6c-0a10abf6aefc tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d33136f-6f11-4132-8267-b5e3484669d8 HTTP/1.1" status: 200 len: 946 time: 0.0775366 May 25 22:53:01.998180 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-87a2c535-f900-4aa9-97b2-abbae1772d00 req-312d80e0-746c-451e-aa22-8f447f6f705f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=b83fa876-1d86-4732-89f7-4ed693a30fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388076 May 25 22:53:02.719906 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf20968-c41f-4b1a-93ff-98fe0ecebb4f req-ef55be74-a118-4068-9a2c-1b0057fbcf0f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:02.721316 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-4bf20968-c41f-4b1a-93ff-98fe0ecebb4f req-ef55be74-a118-4068-9a2c-1b0057fbcf0f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d33136f-6f11-4132-8267-b5e3484669d8 HTTP/1.1" status: 200 len: 946 time: 0.0738673 May 25 22:53:02.789475 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [req-4bf20968-c41f-4b1a-93ff-98fe0ecebb4f req-2d711972-dd74-4eb0-bd06-9ade7715a7a4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Deleting port 63c11135-8f63-4091-bc4a-2a7b1905acfe {{(pid=83203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:02.789813 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-4bf20968-c41f-4b1a-93ff-98fe0ecebb4f req-2d711972-dd74-4eb0-bd06-9ade7715a7a4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:03.026025 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [req-4bf20968-c41f-4b1a-93ff-98fe0ecebb4f req-2d711972-dd74-4eb0-bd06-9ade7715a7a4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] For port 63c11135-8f63-4091-bc4a-2a7b1905acfe, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=63c11135-8f63-4091-bc4a-2a7b1905acfe,segment=NetworkSegment(ada17ba1-f3bd-425c-893b-c7a09028367f),segment_id=ada17ba1-f3bd-425c-893b-c7a09028367f)] {{(pid=83203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:03.026728 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-4bf20968-c41f-4b1a-93ff-98fe0ecebb4f req-2d711972-dd74-4eb0-bd06-9ade7715a7a4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:03.189790 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87558fe9-900a-469e-a4d3-8727d8ca808c req-f0207118-0be7-4569-a053-991e724ed872 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:03.191250 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-87558fe9-900a-469e-a4d3-8727d8ca808c req-f0207118-0be7-4569-a053-991e724ed872 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d33136f-6f11-4132-8267-b5e3484669d8 HTTP/1.1" status: 200 len: 946 time: 0.0759406 May 25 22:53:03.238072 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-87558fe9-900a-469e-a4d3-8727d8ca808c req-ac67e0e3-7815-4390-94bd-eeb6074ae616 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=b83fa876-1d86-4732-89f7-4ed693a30fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407066 May 25 22:53:03.313281 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-4bf20968-c41f-4b1a-93ff-98fe0ecebb4f req-2d711972-dd74-4eb0-bd06-9ade7715a7a4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:03.313576 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-4bf20968-c41f-4b1a-93ff-98fe0ecebb4f req-2d711972-dd74-4eb0-bd06-9ade7715a7a4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997866'] for floatingip, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:03.313888 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.db.l3_db [req-4bf20968-c41f-4b1a-93ff-98fe0ecebb4f req-2d711972-dd74-4eb0-bd06-9ade7715a7a4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Floating IP d77cccac-ec68-4531-b9a8-e8c68c11c022 disassociated. External IP: 172.28.2.168, port: 63c11135-8f63-4091-bc4a-2a7b1905acfe. May 25 22:53:03.314222 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [req-4bf20968-c41f-4b1a-93ff-98fe0ecebb4f req-2d711972-dd74-4eb0-bd06-9ade7715a7a4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Calling delete_port for 63c11135-8f63-4091-bc4a-2a7b1905acfe owned by compute:nova {{(pid=83203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:03.453035 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-4bf20968-c41f-4b1a-93ff-98fe0ecebb4f req-2d711972-dd74-4eb0-bd06-9ade7715a7a4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:03.500809 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d711972-dd74-4eb0-bd06-9ade7715a7a4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event deleted for resources: {'Port': ['ID=63c11135-8f63-4091-bc4a-2a7b1905acfe,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:03.513390 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d711972-dd74-4eb0-bd06-9ade7715a7a4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:03.513738 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d711972-dd74-4eb0-bd06-9ade7715a7a4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:03.514075 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d711972-dd74-4eb0-bd06-9ade7715a7a4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:03.514570 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d711972-dd74-4eb0-bd06-9ade7715a7a4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:03.515146 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d711972-dd74-4eb0-bd06-9ade7715a7a4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:03.515710 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d711972-dd74-4eb0-bd06-9ade7715a7a4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:03.516260 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d711972-dd74-4eb0-bd06-9ade7715a7a4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:03.516817 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d711972-dd74-4eb0-bd06-9ade7715a7a4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:03.517341 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d711972-dd74-4eb0-bd06-9ade7715a7a4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:03.517877 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d711972-dd74-4eb0-bd06-9ade7715a7a4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:03.518459 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d711972-dd74-4eb0-bd06-9ade7715a7a4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:03.721135 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bf20968-c41f-4b1a-93ff-98fe0ecebb4f req-2d711972-dd74-4eb0-bd06-9ade7715a7a4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Router fb835c55-a6aa-4cb9-b070-17289279f47e has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:53:03.933374 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:04.014066 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bf20968-c41f-4b1a-93ff-98fe0ecebb4f req-2d711972-dd74-4eb0-bd06-9ade7715a7a4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:53:04.023963 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17a9e53-524e-4518-892e-423f8e28f77e None None] Sync routers for ids ['fb835c55-a6aa-4cb9-b070-17289279f47e'] in dv-cinder-843305-1-smb {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:53:04.035272 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17a9e53-524e-4518-892e-423f8e28f77e None None] Routers {'fb835c55-a6aa-4cb9-b070-17289279f47e'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:04.035867 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-d17a9e53-524e-4518-892e-423f8e28f77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:52:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['fb835c55-a6aa-4cb9-b070-17289279f47e'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:04.079610 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf20968-c41f-4b1a-93ff-98fe0ecebb4f req-2d711972-dd74-4eb0-bd06-9ade7715a7a4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] No DVR routers for this DVR port 63c11135-8f63-4091-bc4a-2a7b1905acfe on host hv-cinder-84330 {{(pid=83203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:53:04.081968 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-4bf20968-c41f-4b1a-93ff-98fe0ecebb4f req-2d711972-dd74-4eb0-bd06-9ade7715a7a4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:04.084381 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d33136f-6f11-4132-8267-b5e3484669d8', 'name': 'network-vif-deleted', 'tag': '63c11135-8f63-4091-bc4a-2a7b1905acfe'}] {{(pid=83203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:53:04.100944 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-4bf20968-c41f-4b1a-93ff-98fe0ecebb4f req-2d711972-dd74-4eb0-bd06-9ade7715a7a4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.15 "DELETE /v2.0/ports/63c11135-8f63-4091-bc4a-2a7b1905acfe HTTP/1.1" status: 204 len: 173 time: 1.3741109 May 25 22:53:04.144962 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25d5d2f8-b1b3-4b95-9c85-841910b44dc9'] response: {'server_uuid': '4d33136f-6f11-4132-8267-b5e3484669d8', 'name': 'network-vif-deleted', 'tag': '63c11135-8f63-4091-bc4a-2a7b1905acfe', 'status': 'completed', 'code': 200} May 25 22:53:04.212467 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-d17a9e53-524e-4518-892e-423f8e28f77e None None] Set router fb835c55-a6aa-4cb9-b070-17289279f47e gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:53:04.409298 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-9cb4f605-79bf-4377-85ea-1a1415b54296 req-c31bb4a8-a9b6-4fa1-9d68-f8210f16d665 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d33136f-6f11-4132-8267-b5e3484669d8 HTTP/1.1" status: 200 len: 210 time: 0.0389493 May 25 22:53:04.518225 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-d17a9e53-524e-4518-892e-423f8e28f77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:47:34Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 4, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'gw_port': {'id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:35Z', 'updated_at': '2022-05-25T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba', 'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'mac_address': 'fa:16:3e:92:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:37Z', 'updated_at': '2022-05-25T22:47:54Z', 'revision_number': 5, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'subnets': [{'id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:04.522014 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17a9e53-524e-4518-892e-423f8e28f77e None None] Checking router: fb835c55-a6aa-4cb9-b070-17289279f47e for host: dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:53:04.532296 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17a9e53-524e-4518-892e-423f8e28f77e None None] Routers {'fb835c55-a6aa-4cb9-b070-17289279f47e'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:04.532836 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-d17a9e53-524e-4518-892e-423f8e28f77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:52:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['fb835c55-a6aa-4cb9-b070-17289279f47e'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:04.708978 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-d17a9e53-524e-4518-892e-423f8e28f77e None None] Set router fb835c55-a6aa-4cb9-b070-17289279f47e gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:53:05.004009 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-d17a9e53-524e-4518-892e-423f8e28f77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:47:34Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 4, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'gw_port': {'id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:35Z', 'updated_at': '2022-05-25T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba', 'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'mac_address': 'fa:16:3e:92:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:37Z', 'updated_at': '2022-05-25T22:47:54Z', 'revision_number': 5, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'subnets': [{'id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:05.007807 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17a9e53-524e-4518-892e-423f8e28f77e None None] The sync data for ids ['fb835c55-a6aa-4cb9-b070-17289279f47e'] in dv-cinder-843305-1-smb is: [{'id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:47:34Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 4, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'gw_port': {'id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:35Z', 'updated_at': '2022-05-25T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba', 'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'mac_address': 'fa:16:3e:92:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:37Z', 'updated_at': '2022-05-25T22:47:54Z', 'revision_number': 5, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'subnets': [{'id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:53:05.214288 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dd2b1b-db0d-4501-a62f-e26e91333a83 None None] New status for floating IP d77cccac-ec68-4531-b9a8-e8c68c11c022: DOWN {{(pid=83205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:53:05.550058 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 47662) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:05.613794 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-97eb9633-ea5d-4359-8fb9-27f8ce85386c tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:05.640959 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-97eb9633-ea5d-4359-8fb9-27f8ce85386c tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:05.694764 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-97eb9633-ea5d-4359-8fb9-27f8ce85386c tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:05.712772 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb9633-ea5d-4359-8fb9-27f8ce85386c tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83fa876-1d86-4732-89f7-4ed693a30fa5,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:05.724210 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-97eb9633-ea5d-4359-8fb9-27f8ce85386c tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:05.725344 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-97eb9633-ea5d-4359-8fb9-27f8ce85386c tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "DELETE /v2.0/security-groups/b83fa876-1d86-4732-89f7-4ed693a30fa5 HTTP/1.1" status: 204 len: 168 time: 0.1742275 May 25 22:53:05.728054 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 47666) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:05.744733 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.api.v2.resource [None req-79a92634-e0df-4f0b-bf6b-fe272c1cdd5c tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] show failed (client error): The resource could not be found. May 25 22:53:05.745681 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-79a92634-e0df-4f0b-bf6b-fe272c1cdd5c tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups/b83fa876-1d86-4732-89f7-4ed693a30fa5 HTTP/1.1" status: 404 len: 347 time: 0.0167046 May 25 22:53:05.748690 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 47670) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:05.898604 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-9221ea49-ba39-48fd-9507-ecdd65bbaea8 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Deleting port d0f04c4c-2fca-4e6e-911f-c9b51f4aa449 {{(pid=83203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:05.898943 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-9221ea49-ba39-48fd-9507-ecdd65bbaea8 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:06.062694 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-9221ea49-ba39-48fd-9507-ecdd65bbaea8 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:06.063023 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-9221ea49-ba39-48fd-9507-ecdd65bbaea8 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:06.183293 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-9221ea49-ba39-48fd-9507-ecdd65bbaea8 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Calling delete_port for d0f04c4c-2fca-4e6e-911f-c9b51f4aa449 owned by network:floatingip {{(pid=83203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:06.314238 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-9221ea49-ba39-48fd-9507-ecdd65bbaea8 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:06.361012 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221ea49-ba39-48fd-9507-ecdd65bbaea8 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event deleted for resources: {'Port': ['ID=d0f04c4c-2fca-4e6e-911f-c9b51f4aa449,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:06.446577 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-9221ea49-ba39-48fd-9507-ecdd65bbaea8 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for floatingip, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:06.460306 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-9221ea49-ba39-48fd-9507-ecdd65bbaea8 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for floatingip, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:06.461411 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-9221ea49-ba39-48fd-9507-ecdd65bbaea8 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "DELETE /v2.0/floatingips/d77cccac-ec68-4531-b9a8-e8c68c11c022 HTTP/1.1" status: 204 len: 168 time: 0.7117901 May 25 22:53:06.544058 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 47676) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:06.549628 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-e0aad34a-ff51-422b-b382-fc5b9aff3243 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1100998720', 'description': 'tempest-description--761217610'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:06.555454 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-e0aad34a-ff51-422b-b382-fc5b9aff3243 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:06.559527 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-e0aad34a-ff51-422b-b382-fc5b9aff3243 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Usage tracker for resource:security_group and tenant:a306ac3d88ed4dd38736ce9e31a10d07 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:06.562356 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-e0aad34a-ff51-422b-b382-fc5b9aff3243 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:06.568006 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-e0aad34a-ff51-422b-b382-fc5b9aff3243 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:06.577869 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e0aad34a-ff51-422b-b382-fc5b9aff3243 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:06.615525 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-e0aad34a-ff51-422b-b382-fc5b9aff3243 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:06.619209 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-e0aad34a-ff51-422b-b382-fc5b9aff3243 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Usage tracker for resource:security_group_rule and tenant:a306ac3d88ed4dd38736ce9e31a10d07 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:06.621888 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-e0aad34a-ff51-422b-b382-fc5b9aff3243 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:06.627401 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-e0aad34a-ff51-422b-b382-fc5b9aff3243 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:06.679755 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e0aad34a-ff51-422b-b382-fc5b9aff3243 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:06.683230 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e0aad34a-ff51-422b-b382-fc5b9aff3243 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:06.726646 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aad34a-ff51-422b-b382-fc5b9aff3243 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c44fbc99-f537-4e77-8d0f-2c6bfbe33285,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:06.729640 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e0aad34a-ff51-422b-b382-fc5b9aff3243 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:06.730815 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-e0aad34a-ff51-422b-b382-fc5b9aff3243 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.1857586 May 25 22:53:06.733928 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 47680) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:06.739053 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-74d8c8c1-3533-40bb-b4d0-122ec7c2fa1a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Request body: {'security_group_rule': {'security_group_id': 'c44fbc99-f537-4e77-8d0f-2c6bfbe33285', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:06.744750 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-74d8c8c1-3533-40bb-b4d0-122ec7c2fa1a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:06.748536 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-74d8c8c1-3533-40bb-b4d0-122ec7c2fa1a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Usage tracker for resource:security_group_rule and tenant:a306ac3d88ed4dd38736ce9e31a10d07 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:06.751526 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-74d8c8c1-3533-40bb-b4d0-122ec7c2fa1a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:06.757889 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-74d8c8c1-3533-40bb-b4d0-122ec7c2fa1a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:06.774997 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-74d8c8c1-3533-40bb-b4d0-122ec7c2fa1a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:06.829676 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 63c11135-8f63-4091-bc4a-2a7b1905acfe no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:53:06.835985 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-74d8c8c1-3533-40bb-b4d0-122ec7c2fa1a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:06.839815 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-74d8c8c1-3533-40bb-b4d0-122ec7c2fa1a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043470'] for security_group_rule, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:06.861892 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] No Port match for: 63c11135-8f63-4091-bc4a-2a7b1905acfe {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:53:06.862278 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 63c11135-8f63-4091-bc4a-2a7b1905acfe not bound to the agent host hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:53:06.866928 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8c8c1-3533-40bb-b4d0-122ec7c2fa1a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b67cd5-fe64-44d6-a8a4-27c71279fdc8,revision_number=0']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:06.873170 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-74d8c8c1-3533-40bb-b4d0-122ec7c2fa1a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:06.874342 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-74d8c8c1-3533-40bb-b4d0-122ec7c2fa1a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1397510 May 25 22:53:06.876977 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 47684) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:06.882181 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-77eaaede-8f54-47bb-a3f9-2fcc5291c207 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Request body: {'security_group_rule': {'security_group_id': 'c44fbc99-f537-4e77-8d0f-2c6bfbe33285', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:06.888235 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-77eaaede-8f54-47bb-a3f9-2fcc5291c207 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:06.891946 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-77eaaede-8f54-47bb-a3f9-2fcc5291c207 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Usage tracker for resource:security_group_rule and tenant:a306ac3d88ed4dd38736ce9e31a10d07 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:06.895736 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-77eaaede-8f54-47bb-a3f9-2fcc5291c207 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:06.902094 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-77eaaede-8f54-47bb-a3f9-2fcc5291c207 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:06.917538 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-77eaaede-8f54-47bb-a3f9-2fcc5291c207 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:06.978645 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-77eaaede-8f54-47bb-a3f9-2fcc5291c207 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:06.982081 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-77eaaede-8f54-47bb-a3f9-2fcc5291c207 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043470'] for security_group_rule, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:07.004053 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eaaede-8f54-47bb-a3f9-2fcc5291c207 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5717c8d9-a807-4398-8a13-6a3face29818,revision_number=0']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:07.012909 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-77eaaede-8f54-47bb-a3f9-2fcc5291c207 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:07.014043 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-77eaaede-8f54-47bb-a3f9-2fcc5291c207 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1361306 May 25 22:53:07.017430 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 47688) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:07.022422 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-2731f92f-4713-4639-a740-2d4f0974137f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Request body: {'floatingip': {'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:07.027523 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-2731f92f-4713-4639-a740-2d4f0974137f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:07.031259 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-2731f92f-4713-4639-a740-2d4f0974137f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Usage tracker for resource:floatingip and tenant:a306ac3d88ed4dd38736ce9e31a10d07 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:07.034033 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-2731f92f-4713-4639-a740-2d4f0974137f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:07.039678 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-2731f92f-4713-4639-a740-2d4f0974137f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:07.048495 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2731f92f-4713-4639-a740-2d4f0974137f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for floatingip, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:07.183597 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2731f92f-4713-4639-a740-2d4f0974137f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:07.312958 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.db_base_plugin_common [None req-2731f92f-4713-4639-a740-2d4f0974137f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Allocated IP 172.28.2.65 (77f19dc1-c50e-4f02-8833-0fbdbbec8517/1120c8a6-ca37-4814-b2e9-f8ac22584781/5bade54f-62c7-4b8d-96d2-3d3283f0cda3) {{(pid=83203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:53:07.458616 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2731f92f-4713-4639-a740-2d4f0974137f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for port, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:07.485472 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2731f92f-4713-4639-a740-2d4f0974137f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:07.550708 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2731f92f-4713-4639-a740-2d4f0974137f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 is already hosted by enough agents. {{(pid=83203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:53:07.553514 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [None req-2731f92f-4713-4639-a740-2d4f0974137f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Resources bound (agent type, host, resource id): {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:07.558437 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2731f92f-4713-4639-a740-2d4f0974137f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Received port after_create {{(pid=83203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:53:07.581984 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731f92f-4713-4639-a740-2d4f0974137f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event updated for resources: {'Port': ['ID=5bade54f-62c7-4b8d-96d2-3d3283f0cda3,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:07.712890 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2731f92f-4713-4639-a740-2d4f0974137f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:07.767318 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2731f92f-4713-4639-a740-2d4f0974137f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:08.041911 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2731f92f-4713-4639-a740-2d4f0974137f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for port, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:08.045886 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2731f92f-4713-4639-a740-2d4f0974137f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950903'] for port, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:08.144100 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731f92f-4713-4639-a740-2d4f0974137f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event updated for resources: {'Port': ['ID=5bade54f-62c7-4b8d-96d2-3d3283f0cda3,revision_number=2']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:08.163727 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2731f92f-4713-4639-a740-2d4f0974137f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997866'] for floatingip, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:08.184646 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2731f92f-4713-4639-a740-2d4f0974137f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for floatingip, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:08.185829 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-2731f92f-4713-4639-a740-2d4f0974137f tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1675212 May 25 22:53:08.357797 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-670eba10-bf2c-4fe6-999a-91f37d506529 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1100998720&fields=id&tenant_id=a306ac3d88ed4dd38736ce9e31a10d07 HTTP/1.1" status: 200 len: 267 time: 0.0426388 May 25 22:53:08.498702 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-0fe94c31-b4d6-426a-82c9-80564be8475d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:08.500128 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-0fe94c31-b4d6-426a-82c9-80564be8475d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/networks?id=f5598603-fbcc-4407-8043-89c712b6936c HTTP/1.1" status: 200 len: 814 time: 0.1363146 May 25 22:53:08.516298 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-34987be5-a0dc-40ac-9084-4ca71fb7d993 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/quotas/a306ac3d88ed4dd38736ce9e31a10d07 HTTP/1.1" status: 200 len: 375 time: 0.0108304 May 25 22:53:08.593341 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-f214eda9-7dbd-4741-84da-a051ef261c2b tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a306ac3d88ed4dd38736ce9e31a10d07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0722756 May 25 22:53:08.794207 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-e0983f49-acbd-4542-a07a-986df45fccc0 service neutron] 10.222.0.59 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898484 May 25 22:53:08.924145 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-52615ab3-6de1-4e55-bf1f-aa1d628c2ece service neutron] 10.222.0.59 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240528 May 25 22:53:09.103588 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-b370a99c-0e20-4657-ac3a-c25ba56d5a64 req-b0a6831b-c1c1-4bd8-9b2c-9c723be89462 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Synchronizing usage tracker for tenant:a306ac3d88ed4dd38736ce9e31a10d07 on resource:port {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:53:09.119353 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-b370a99c-0e20-4657-ac3a-c25ba56d5a64 req-b0a6831b-c1c1-4bd8-9b2c-9c723be89462 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Unset dirty status for tenant:a306ac3d88ed4dd38736ce9e31a10d07 on resource:port {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:53:09.120471 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b370a99c-0e20-4657-ac3a-c25ba56d5a64 req-b0a6831b-c1c1-4bd8-9b2c-9c723be89462 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b HTTP/1.1" status: 200 len: 210 time: 0.0572572 May 25 22:53:10.178456 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-1a92e650-4ee9-4650-9b98-4e7e8c486443 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:10.179872 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-1a92e650-4ee9-4650-9b98-4e7e8c486443 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.15 "GET /v2.0/networks?id=f5598603-fbcc-4407-8043-89c712b6936c HTTP/1.1" status: 200 len: 814 time: 0.1421428 May 25 22:53:10.244287 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-e623732a-590c-4e22-8560-d165b3a3fd13 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Synchronizing usage tracker for tenant:a306ac3d88ed4dd38736ce9e31a10d07 on resource:security_group {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:53:10.259867 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-e623732a-590c-4e22-8560-d165b3a3fd13 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Unset dirty status for tenant:a306ac3d88ed4dd38736ce9e31a10d07 on resource:security_group {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:53:10.260970 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-e623732a-590c-4e22-8560-d165b3a3fd13 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a306ac3d88ed4dd38736ce9e31a10d07 HTTP/1.1" status: 200 len: 380 time: 0.0622339 May 25 22:53:10.269379 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-4616e7ca-704e-4743-961b-75a0ef5fea96 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Request body: {'port': {'device_id': 'f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'admin_state_up': True, 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'security_groups': ['c44fbc99-f537-4e77-8d0f-2c6bfbe33285']}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:10.296823 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-fc6e39c4-2e35-4dc0-9d3d-130cab09779b req-eda3a992-b5f8-4e5f-a079-3a712d4b1fcb tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b HTTP/1.1" status: 200 len: 210 time: 0.0407648 May 25 22:53:10.403951 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-4616e7ca-704e-4743-961b-75a0ef5fea96 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:10.413357 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-4616e7ca-704e-4743-961b-75a0ef5fea96 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:10.422322 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-4616e7ca-704e-4743-961b-75a0ef5fea96 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Made reservation on behalf of a306ac3d88ed4dd38736ce9e31a10d07 for: {'port': 1} {{(pid=83203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:53:10.425205 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-4616e7ca-704e-4743-961b-75a0ef5fea96 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:10.582076 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.db_base_plugin_common [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-4616e7ca-704e-4743-961b-75a0ef5fea96 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Allocated IP 172.20.0.6 (f5598603-fbcc-4407-8043-89c712b6936c/e02f53aa-d00c-4082-a6d9-9a1a20ad8b08/287b0d88-874c-4023-91cb-3f2b0493f8a9) {{(pid=83203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:53:10.763124 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-4616e7ca-704e-4743-961b-75a0ef5fea96 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for port, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:10.777781 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.provisioning_blocks [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-4616e7ca-704e-4743-961b-75a0ef5fea96 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Transition to ACTIVE for port object 287b0d88-874c-4023-91cb-3f2b0493f8a9 will not be triggered until provisioned by entity DHCP. {{(pid=83203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:53:10.798734 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-4616e7ca-704e-4743-961b-75a0ef5fea96 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:10.872799 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-4616e7ca-704e-4743-961b-75a0ef5fea96 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Network f5598603-fbcc-4407-8043-89c712b6936c is already hosted by enough agents. {{(pid=83203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:53:10.875847 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-4616e7ca-704e-4743-961b-75a0ef5fea96 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Resources bound (agent type, host, resource id): {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:10.878092 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-4616e7ca-704e-4743-961b-75a0ef5fea96 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Received port after_create {{(pid=83203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:53:10.908406 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616e7ca-704e-4743-961b-75a0ef5fea96 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event updated for resources: {'Port': ['ID=287b0d88-874c-4023-91cb-3f2b0493f8a9,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:10.944784 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-4616e7ca-704e-4743-961b-75a0ef5fea96 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:10.945383 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-4616e7ca-704e-4743-961b-75a0ef5fea96 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:10.970698 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-4616e7ca-704e-4743-961b-75a0ef5fea96 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7046735 May 25 22:53:10.987274 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-116cfa1e-877d-403c-a588-b48c1e5d913a service neutron] Request body: {'port': {'device_id': 'f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:11.089231 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-1bfdda39-c813-4b47-a564-2fe0313079e2 None None] Provisioning for port 287b0d88-874c-4023-91cb-3f2b0493f8a9 completed by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:53:11.093871 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-1bfdda39-c813-4b47-a564-2fe0313079e2 None None] Provisioning complete for port 287b0d88-874c-4023-91cb-3f2b0493f8a9 triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:53:11.094231 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1bfdda39-c813-4b47-a564-2fe0313079e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:11.098316 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-116cfa1e-877d-403c-a588-b48c1e5d913a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:11.147858 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-1bfdda39-c813-4b47-a564-2fe0313079e2 None None] Port 287b0d88-874c-4023-91cb-3f2b0493f8a9 cannot update to ACTIVE because it is not bound. {{(pid=83205) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:53:11.547848 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-116cfa1e-877d-403c-a588-b48c1e5d913a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 287b0d88-874c-4023-91cb-3f2b0493f8a9 {{(pid=83203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:53:11.556051 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-116cfa1e-877d-403c-a588-b48c1e5d913a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:11.589332 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.provisioning_blocks [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-116cfa1e-877d-403c-a588-b48c1e5d913a service neutron] Transition to ACTIVE for port object 287b0d88-874c-4023-91cb-3f2b0493f8a9 will not be triggered until provisioned by entity L2. {{(pid=83203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:53:11.593980 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-116cfa1e-877d-403c-a588-b48c1e5d913a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950903'] for port, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:11.710313 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a6a21-dc2d-421b-8464-c1545ccc4307 req-b11a8cdc-2f85-4344-8486-6780db62d877 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:11.711018 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-b98a6a21-dc2d-421b-8464-c1545ccc4307 req-b11a8cdc-2f85-4344-8486-6780db62d877 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Synchronizing usage tracker for tenant:a306ac3d88ed4dd38736ce9e31a10d07 on resource:port {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:53:11.732914 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116cfa1e-877d-403c-a588-b48c1e5d913a service neutron] Pushing event updated for resources: {'Port': ['ID=287b0d88-874c-4023-91cb-3f2b0493f8a9,revision_number=2']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:11.778207 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-b98a6a21-dc2d-421b-8464-c1545ccc4307 req-b11a8cdc-2f85-4344-8486-6780db62d877 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Unset dirty status for tenant:a306ac3d88ed4dd38736ce9e31a10d07 on resource:port {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:53:11.779386 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b98a6a21-dc2d-421b-8464-c1545ccc4307 req-b11a8cdc-2f85-4344-8486-6780db62d877 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b HTTP/1.1" status: 200 len: 931 time: 0.3617013 May 25 22:53:11.887104 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b98a6a21-dc2d-421b-8464-c1545ccc4307 req-6c78611d-2312-4c9e-ac2d-5543839317f7 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=c44fbc99-f537-4e77-8d0f-2c6bfbe33285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781379 May 25 22:53:11.889039 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.managers [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-116cfa1e-877d-403c-a588-b48c1e5d913a service neutron] Attempting to bind port 287b0d88-874c-4023-91cb-3f2b0493f8a9 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:53:11.889367 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.managers [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-116cfa1e-877d-403c-a588-b48c1e5d913a service neutron] Attempting to bind port 287b0d88-874c-4023-91cb-3f2b0493f8a9 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'ada17ba1-f3bd-425c-893b-c7a09028367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c'}] {{(pid=83203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:53:11.889684 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-116cfa1e-877d-403c-a588-b48c1e5d913a service neutron] Attempting to bind port 287b0d88-874c-4023-91cb-3f2b0493f8a9 on network f5598603-fbcc-4407-8043-89c712b6936c {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:53:11.895422 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-116cfa1e-877d-403c-a588-b48c1e5d913a service neutron] Port 287b0d88-874c-4023-91cb-3f2b0493f8a9 on network f5598603-fbcc-4407-8043-89c712b6936c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:53:11.895734 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-116cfa1e-877d-403c-a588-b48c1e5d913a service neutron] Attempting to bind port 287b0d88-874c-4023-91cb-3f2b0493f8a9 on network f5598603-fbcc-4407-8043-89c712b6936c {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:53:11.901869 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-116cfa1e-877d-403c-a588-b48c1e5d913a service neutron] Checking agent: {'id': '664d2378-5910-4a50-8747-70f7074f61b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'started_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:53:11.902200 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-116cfa1e-877d-403c-a588-b48c1e5d913a service neutron] Checking segment: {'id': 'ada17ba1-f3bd-425c-893b-c7a09028367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:53:11.902601 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-116cfa1e-877d-403c-a588-b48c1e5d913a service neutron] Bound using segment: {'id': 'ada17ba1-f3bd-425c-893b-c7a09028367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c'} {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:53:11.903016 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.managers [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-116cfa1e-877d-403c-a588-b48c1e5d913a service neutron] Bound port: 287b0d88-874c-4023-91cb-3f2b0493f8a9, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ada17ba1-f3bd-425c-893b-c7a09028367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c'}}] {{(pid=83203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:53:11.903356 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-116cfa1e-877d-403c-a588-b48c1e5d913a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:11.988907 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-116cfa1e-877d-403c-a588-b48c1e5d913a service neutron] For port 287b0d88-874c-4023-91cb-3f2b0493f8a9, host hv-cinder-84330, cleared binding levels {{(pid=83203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:53:11.991789 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-116cfa1e-877d-403c-a588-b48c1e5d913a service neutron] For port 287b0d88-874c-4023-91cb-3f2b0493f8a9, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=287b0d88-874c-4023-91cb-3f2b0493f8a9,segment=NetworkSegment(ada17ba1-f3bd-425c-893b-c7a09028367f),segment_id=ada17ba1-f3bd-425c-893b-c7a09028367f)] {{(pid=83203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:53:11.995660 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-116cfa1e-877d-403c-a588-b48c1e5d913a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950903'] for port, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:12.055432 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-116cfa1e-877d-403c-a588-b48c1e5d913a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:12.057352 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-116cfa1e-877d-403c-a588-b48c1e5d913a service neutron] 10.222.0.15 "PUT /v2.0/ports/287b0d88-874c-4023-91cb-3f2b0493f8a9 HTTP/1.1" status: 200 len: 1093 time: 1.0742393 May 25 22:53:12.060084 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b', 'tag': '287b0d88-874c-4023-91cb-3f2b0493f8a9'}] {{(pid=83203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:53:12.079360 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116cfa1e-877d-403c-a588-b48c1e5d913a service neutron] Pushing event updated for resources: {'Port': ['ID=287b0d88-874c-4023-91cb-3f2b0493f8a9,revision_number=3']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:12.143274 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-820f51c6-ff52-400f-a8bd-7098190a8f0d'] response: {'name': 'network-changed', 'server_uuid': 'f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b', 'tag': '287b0d88-874c-4023-91cb-3f2b0493f8a9', 'status': 'completed', 'code': 200} May 25 22:53:12.186235 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-99d7e5c9-b5e3-4986-93bd-61696af3c8ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a306ac3d88ed4dd38736ce9e31a10d07&device_id=f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b HTTP/1.1" status: 200 len: 1096 time: 0.0738842 May 25 22:53:12.263193 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-14ecc004-9b2a-497b-af1a-9b902172362b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=287b0d88-874c-4023-91cb-3f2b0493f8a9 HTTP/1.1" status: 200 len: 217 time: 0.0648353 May 25 22:53:12.324069 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-7f09d194-3503-495f-a23f-a0284ccc4b5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:12.325423 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-7f09d194-3503-495f-a23f-a0284ccc4b5c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02f53aa-d00c-4082-a6d9-9a1a20ad8b08 HTTP/1.1" status: 200 len: 853 time: 0.0567479 May 25 22:53:12.397074 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-839ba8f8-c286-4961-952e-a12b61b6286c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f5598603-fbcc-4407-8043-89c712b6936c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0657258 May 25 22:53:12.525456 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-8cc96cb5-3f90-47af-bf0b-7491f6858aa3 service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223497 May 25 22:53:12.648477 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-23153448-f6b2-4883-929a-f07f86d9d480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:12.657750 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-4a251982-b9b4-4905-87b2-a7641c9b9d63 req-526c185a-0dd4-47ac-bd1f-c773ffd43f29 service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253223 May 25 22:53:12.817955 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-87e128d2-827a-4e03-85ab-52758e9f0b7e req-2d51a369-264f-4e05-9edd-4ae4cff74d14 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a306ac3d88ed4dd38736ce9e31a10d07&device_id=f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b HTTP/1.1" status: 200 len: 1096 time: 0.0713701 May 25 22:53:12.947695 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e128d2-827a-4e03-85ab-52758e9f0b7e req-bd0ff58e-eeff-4675-b038-9b0f76092917 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:12.949115 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-87e128d2-827a-4e03-85ab-52758e9f0b7e req-bd0ff58e-eeff-4675-b038-9b0f76092917 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f5598603-fbcc-4407-8043-89c712b6936c HTTP/1.1" status: 200 len: 915 time: 0.1242096 May 25 22:53:13.051226 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-87e128d2-827a-4e03-85ab-52758e9f0b7e req-26ab6072-d313-4e71-a6c2-d925b2507864 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=287b0d88-874c-4023-91cb-3f2b0493f8a9 HTTP/1.1" status: 200 len: 217 time: 0.0956969 May 25 22:53:13.127733 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e128d2-827a-4e03-85ab-52758e9f0b7e req-e835df2f-c2d3-425f-886a-264453e4d770 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:13.129100 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-87e128d2-827a-4e03-85ab-52758e9f0b7e req-e835df2f-c2d3-425f-886a-264453e4d770 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02f53aa-d00c-4082-a6d9-9a1a20ad8b08 HTTP/1.1" status: 200 len: 853 time: 0.0715134 May 25 22:53:13.176153 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb8cf0-e51e-44aa-aad9-1fa294f04ea7 req-c122888b-02f2-45ad-aafa-e03c8bccc7c4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:13.177471 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-fafb8cf0-e51e-44aa-aad9-1fa294f04ea7 req-c122888b-02f2-45ad-aafa-e03c8bccc7c4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b HTTP/1.1" status: 200 len: 943 time: 0.1702573 May 25 22:53:13.240485 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-fafb8cf0-e51e-44aa-aad9-1fa294f04ea7 req-eccd6d19-7658-455a-a37c-904e8176338a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=c44fbc99-f537-4e77-8d0f-2c6bfbe33285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567307 May 25 22:53:13.247547 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-87e128d2-827a-4e03-85ab-52758e9f0b7e req-0c898722-c39f-416c-b789-ad1819dd0b3f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f5598603-fbcc-4407-8043-89c712b6936c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1114988 May 25 22:53:13.464532 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-87e128d2-827a-4e03-85ab-52758e9f0b7e req-22c714f3-9c38-4552-8ef2-fdadeaa61d58 service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101328 May 25 22:53:13.593242 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-87e128d2-827a-4e03-85ab-52758e9f0b7e req-b05bdc95-f8aa-4dbd-afac-9693f61b0df0 service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220746 May 25 22:53:14.433759 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab174895-6771-405b-b4b9-58625e371dcf req-d1cc88fc-0d8f-4d95-8f1d-740c0d67d638 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:14.435190 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ab174895-6771-405b-b4b9-58625e371dcf req-d1cc88fc-0d8f-4d95-8f1d-740c0d67d638 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b HTTP/1.1" status: 200 len: 943 time: 0.0776739 May 25 22:53:14.478828 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ab174895-6771-405b-b4b9-58625e371dcf req-34c4c97d-95bf-4521-9e82-da4aecfc5e17 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=c44fbc99-f537-4e77-8d0f-2c6bfbe33285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382214 May 25 22:53:14.790894 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-12853c78-15d6-4f7b-a1ea-94c0dd58ce37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:15.673495 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cdb7e-c3dc-43d3-a471-237e32fb9c02 req-e6e9f4f9-1962-453e-a6c7-aa64092179de tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:15.674948 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-ed9cdb7e-c3dc-43d3-a471-237e32fb9c02 req-e6e9f4f9-1962-453e-a6c7-aa64092179de tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b HTTP/1.1" status: 200 len: 943 time: 0.0791912 May 25 22:53:15.719664 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-ed9cdb7e-c3dc-43d3-a471-237e32fb9c02 req-ec1eced0-a9a7-4051-8463-0f861394c0b8 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=c44fbc99-f537-4e77-8d0f-2c6bfbe33285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393119 May 25 22:53:16.032116 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:16.404178 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:16.910679 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20acbb6-9978-4c52-9825-9b00440a4a74 req-7efa600e-eb98-44ae-bf5f-d93c5127b2da tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:16.913266 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c20acbb6-9978-4c52-9825-9b00440a4a74 req-7efa600e-eb98-44ae-bf5f-d93c5127b2da tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b HTTP/1.1" status: 200 len: 943 time: 0.0751309 May 25 22:53:16.914076 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 287b0d88-874c-4023-91cb-3f2b0493f8a9 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83205) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:53:16.960466 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-c20acbb6-9978-4c52-9825-9b00440a4a74 req-53e363eb-7b08-4f73-8bef-3ef9828e5b00 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=c44fbc99-f537-4e77-8d0f-2c6bfbe33285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413973 May 25 22:53:17.046179 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 287b0d88-874c-4023-91cb-3f2b0493f8a9, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=287b0d88-874c-4023-91cb-3f2b0493f8a9,segment=NetworkSegment(ada17ba1-f3bd-425c-893b-c7a09028367f),segment_id=ada17ba1-f3bd-425c-893b-c7a09028367f)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:17.058920 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Returning: {'device': '287b0d88-874c-4023-91cb-3f2b0493f8a9', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'port_id': '287b0d88-874c-4023-91cb-3f2b0493f8a9', 'mac_address': 'fa:16:3e:c7:ac:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83205) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:53:17.110262 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:17.126439 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 287b0d88-874c-4023-91cb-3f2b0493f8a9 {{(pid=83205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:53:17.140926 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 287b0d88-874c-4023-91cb-3f2b0493f8a9, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=287b0d88-874c-4023-91cb-3f2b0493f8a9,segment=NetworkSegment(ada17ba1-f3bd-425c-893b-c7a09028367f),segment_id=ada17ba1-f3bd-425c-893b-c7a09028367f)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:17.144775 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:17.242496 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=287b0d88-874c-4023-91cb-3f2b0493f8a9,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:17.250348 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:17.250689 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:17.251018 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:17.251339 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:17.251673 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:17.251988 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:17.252300 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:17.252613 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:17.252925 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:17.253232 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:17.253538 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:17.541466 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['287b0d88-874c-4023-91cb-3f2b0493f8a9'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:53:17.593914 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:18.153623 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e8c93-5699-433e-8aa2-c8a8d694d665 req-5a9d1073-e953-4f00-a86e-9b70deff8400 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:18.154971 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-a57e8c93-5699-433e-8aa2-c8a8d694d665 req-5a9d1073-e953-4f00-a86e-9b70deff8400 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b HTTP/1.1" status: 200 len: 944 time: 0.0749285 May 25 22:53:18.199932 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-a57e8c93-5699-433e-8aa2-c8a8d694d665 req-acbc4693-4995-46e1-b33d-13b9a8fdb100 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=c44fbc99-f537-4e77-8d0f-2c6bfbe33285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395191 May 25 22:53:18.929728 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 287b0d88-874c-4023-91cb-3f2b0493f8a9 up at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:53:18.994801 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning for port 287b0d88-874c-4023-91cb-3f2b0493f8a9 completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:53:18.999128 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning complete for port 287b0d88-874c-4023-91cb-3f2b0493f8a9 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:53:18.999487 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:19.108060 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:19.132736 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287b0d88-874c-4023-91cb-3f2b0493f8a9'}] {{(pid=83205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:53:19.141732 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 287b0d88-874c-4023-91cb-3f2b0493f8a9, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=287b0d88-874c-4023-91cb-3f2b0493f8a9,segment=NetworkSegment(ada17ba1-f3bd-425c-893b-c7a09028367f),segment_id=ada17ba1-f3bd-425c-893b-c7a09028367f)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:19.145414 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:19.189241 dv-cinder-843305-1-smb neutron-server[83205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e17a4205-50b9-4e29-bbc2-f33a44997f52'] response: {'server_uuid': 'f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287b0d88-874c-4023-91cb-3f2b0493f8a9', 'code': 200} May 25 22:53:19.212260 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=287b0d88-874c-4023-91cb-3f2b0493f8a9,revision_number=5']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:19.450438 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21b332-7122-45a8-ad70-0656a871df1b req-bcbce23a-a35e-4cd8-98fa-b16a24bdbdc2 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:19.451776 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-8b21b332-7122-45a8-ad70-0656a871df1b req-bcbce23a-a35e-4cd8-98fa-b16a24bdbdc2 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b HTTP/1.1" status: 200 len: 945 time: 0.1274872 May 25 22:53:19.483577 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-6dd22201-386d-4717-9b7c-23db2b067306 req-a2dc3785-0a9c-41b1-9e5d-21fa832cfc43 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b HTTP/1.1" status: 200 len: 1098 time: 0.1038091 May 25 22:53:19.531179 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-8b21b332-7122-45a8-ad70-0656a871df1b req-e0afb262-fc53-4800-8acd-b4428ca86976 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=c44fbc99-f537-4e77-8d0f-2c6bfbe33285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727980 May 25 22:53:19.539142 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-6dd22201-386d-4717-9b7c-23db2b067306 req-14d6d86b-b3e2-4eb5-9fe0-f61f79c624f7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c44fbc99-f537-4e77-8d0f-2c6bfbe33285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469873 May 25 22:53:20.721408 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96150ac8-fa50-4877-a7a7-6e661753febc req-cbef85a6-03e3-48c0-a0ee-9513c803af85 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:20.722816 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-96150ac8-fa50-4877-a7a7-6e661753febc req-cbef85a6-03e3-48c0-a0ee-9513c803af85 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b HTTP/1.1" status: 200 len: 945 time: 0.0735421 May 25 22:53:20.767153 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-96150ac8-fa50-4877-a7a7-6e661753febc req-52571017-6d75-4318-9b02-e6c02c864814 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=c44fbc99-f537-4e77-8d0f-2c6bfbe33285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383406 May 25 22:53:21.391100 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:53:21.957588 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed706d1-fde8-43d6-9f4c-13eefedc2d9d req-9b17e778-0221-48d9-9a42-f620e705dfb4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:21.959028 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-aed706d1-fde8-43d6-9f4c-13eefedc2d9d req-9b17e778-0221-48d9-9a42-f620e705dfb4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b HTTP/1.1" status: 200 len: 945 time: 0.0740142 May 25 22:53:22.003255 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-aed706d1-fde8-43d6-9f4c-13eefedc2d9d req-7e067c28-6545-42e7-925a-39db1617e9da tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=c44fbc99-f537-4e77-8d0f-2c6bfbe33285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383158 May 25 22:53:22.188804 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ff4f9-5485-4f0a-8c81-cfc1a7c8494d req-1f99af8b-462e-4486-84a6-bf538900dae0 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:22.190141 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-874ff4f9-5485-4f0a-8c81-cfc1a7c8494d req-1f99af8b-462e-4486-84a6-bf538900dae0 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b HTTP/1.1" status: 200 len: 945 time: 0.0768046 May 25 22:53:22.198710 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 47738) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:22.203701 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-861c4616-867e-4261-8ec3-c27b25d5bc65 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Request body: {'floatingip': {'port_id': '287b0d88-874c-4023-91cb-3f2b0493f8a9'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:22.276449 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-861c4616-867e-4261-8ec3-c27b25d5bc65 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for floatingip, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:22.913988 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-861c4616-867e-4261-8ec3-c27b25d5bc65 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:22.917662 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-861c4616-867e-4261-8ec3-c27b25d5bc65 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997866'] for floatingip, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:23.099706 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.db.l3_db [None req-861c4616-867e-4261-8ec3-c27b25d5bc65 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Floating IP 582a90b9-c872-44af-bf44-5cefe0b81fd5 associated. External IP: 172.28.2.65, port: 287b0d88-874c-4023-91cb-3f2b0493f8a9. May 25 22:53:23.477744 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861c4616-867e-4261-8ec3-c27b25d5bc65 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Router fb835c55-a6aa-4cb9-b070-17289279f47e has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:53:23.672067 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861c4616-867e-4261-8ec3-c27b25d5bc65 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:53:23.676862 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-861c4616-867e-4261-8ec3-c27b25d5bc65 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for floatingip, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:23.681617 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ef6662-8f6a-4d0b-8dcb-e8a36b17cf67 None None] Sync routers for ids ['fb835c55-a6aa-4cb9-b070-17289279f47e'] in dv-cinder-843305-1-smb {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:53:23.693752 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ef6662-8f6a-4d0b-8dcb-e8a36b17cf67 None None] Routers {'fb835c55-a6aa-4cb9-b070-17289279f47e'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:23.694315 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-b1ef6662-8f6a-4d0b-8dcb-e8a36b17cf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:53:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['fb835c55-a6aa-4cb9-b070-17289279f47e'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:23.731114 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-861c4616-867e-4261-8ec3-c27b25d5bc65 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "PUT /v2.0/floatingips/582a90b9-c872-44af-bf44-5cefe0b81fd5 HTTP/1.1" status: 200 len: 990 time: 1.5288765 May 25 22:53:23.731114 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b', 'tag': '287b0d88-874c-4023-91cb-3f2b0493f8a9'}] {{(pid=83204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:53:23.782419 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8465828b-0340-472c-91d2-a91874d1c0d5'] response: {'name': 'network-changed', 'server_uuid': 'f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b', 'tag': '287b0d88-874c-4023-91cb-3f2b0493f8a9', 'status': 'completed', 'code': 200} May 25 22:53:23.897711 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-b1ef6662-8f6a-4d0b-8dcb-e8a36b17cf67 None None] Set router fb835c55-a6aa-4cb9-b070-17289279f47e gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:53:23.897942 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-52ac5465-acf8-4a3c-81f7-76f159a36e07 req-0d3ed0c6-9b52-48a8-aeb0-002c85a48b52 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a306ac3d88ed4dd38736ce9e31a10d07&device_id=f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b HTTP/1.1" status: 200 len: 1098 time: 0.0707722 May 25 22:53:24.028130 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac5465-acf8-4a3c-81f7-76f159a36e07 req-31c1cb42-6e6f-4595-ac1a-0f199d0bbb33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:24.029668 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-52ac5465-acf8-4a3c-81f7-76f159a36e07 req-31c1cb42-6e6f-4595-ac1a-0f199d0bbb33 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f5598603-fbcc-4407-8043-89c712b6936c HTTP/1.1" status: 200 len: 915 time: 0.1257348 May 25 22:53:24.128349 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-52ac5465-acf8-4a3c-81f7-76f159a36e07 req-bc65d4fa-5c32-4778-8c51-3ea76e51d2e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=287b0d88-874c-4023-91cb-3f2b0493f8a9 HTTP/1.1" status: 200 len: 998 time: 0.0923071 May 25 22:53:24.194996 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac5465-acf8-4a3c-81f7-76f159a36e07 req-dc4a24ec-2e80-4adc-a8f9-6e26568bc3a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:24.197033 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-52ac5465-acf8-4a3c-81f7-76f159a36e07 req-dc4a24ec-2e80-4adc-a8f9-6e26568bc3a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02f53aa-d00c-4082-a6d9-9a1a20ad8b08 HTTP/1.1" status: 200 len: 853 time: 0.0613055 May 25 22:53:24.233390 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-b1ef6662-8f6a-4d0b-8dcb-e8a36b17cf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:47:34Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 4, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'gw_port': {'id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:35Z', 'updated_at': '2022-05-25T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': '582a90b9-c872-44af-bf44-5cefe0b81fd5', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'floating_ip_address': '172.28.2.65', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'port_id': '287b0d88-874c-4023-91cb-3f2b0493f8a9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'mac_address': 'fa:16:3e:c7:ac:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:53:07Z', 'updated_at': '2022-05-25T22:53:22Z', 'revision_number': 1, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba', 'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'mac_address': 'fa:16:3e:92:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:37Z', 'updated_at': '2022-05-25T22:47:54Z', 'revision_number': 5, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'subnets': [{'id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:24.237183 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ef6662-8f6a-4d0b-8dcb-e8a36b17cf67 None None] Checking router: fb835c55-a6aa-4cb9-b070-17289279f47e for host: dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:53:24.248156 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ef6662-8f6a-4d0b-8dcb-e8a36b17cf67 None None] Routers {'fb835c55-a6aa-4cb9-b070-17289279f47e'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:24.248746 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-b1ef6662-8f6a-4d0b-8dcb-e8a36b17cf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:53:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['fb835c55-a6aa-4cb9-b070-17289279f47e'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:24.270074 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-52ac5465-acf8-4a3c-81f7-76f159a36e07 req-c50d08b5-1612-4c97-a349-c5c4a82a42f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f5598603-fbcc-4407-8043-89c712b6936c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0674193 May 25 22:53:24.400342 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-52ac5465-acf8-4a3c-81f7-76f159a36e07 req-a178bf3f-5f99-4eb6-802f-eb266d87f470 service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241612 May 25 22:53:24.423442 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-b1ef6662-8f6a-4d0b-8dcb-e8a36b17cf67 None None] Set router fb835c55-a6aa-4cb9-b070-17289279f47e gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:53:24.533647 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-52ac5465-acf8-4a3c-81f7-76f159a36e07 req-191adcf9-8d00-4a8c-bdca-20aa8ab29976 service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270144 May 25 22:53:24.760044 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-b1ef6662-8f6a-4d0b-8dcb-e8a36b17cf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:47:34Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 4, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'gw_port': {'id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:35Z', 'updated_at': '2022-05-25T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': '582a90b9-c872-44af-bf44-5cefe0b81fd5', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'floating_ip_address': '172.28.2.65', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'port_id': '287b0d88-874c-4023-91cb-3f2b0493f8a9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'mac_address': 'fa:16:3e:c7:ac:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:53:07Z', 'updated_at': '2022-05-25T22:53:22Z', 'revision_number': 1, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba', 'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'mac_address': 'fa:16:3e:92:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:37Z', 'updated_at': '2022-05-25T22:47:54Z', 'revision_number': 5, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'subnets': [{'id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:24.763828 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ef6662-8f6a-4d0b-8dcb-e8a36b17cf67 None None] The sync data for ids ['fb835c55-a6aa-4cb9-b070-17289279f47e'] in dv-cinder-843305-1-smb is: [{'id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:47:34Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 4, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'gw_port': {'id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:35Z', 'updated_at': '2022-05-25T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': '582a90b9-c872-44af-bf44-5cefe0b81fd5', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'floating_ip_address': '172.28.2.65', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'port_id': '287b0d88-874c-4023-91cb-3f2b0493f8a9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'mac_address': 'fa:16:3e:c7:ac:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:53:07Z', 'updated_at': '2022-05-25T22:53:22Z', 'revision_number': 1, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba', 'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'mac_address': 'fa:16:3e:92:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:37Z', 'updated_at': '2022-05-25T22:47:54Z', 'revision_number': 5, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'subnets': [{'id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:53:24.938081 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31a4844-ee5e-440d-81eb-82f3c7ebbe1b None None] New status for floating IP 582a90b9-c872-44af-bf44-5cefe0b81fd5: ACTIVE {{(pid=83205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:53:33.929664 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:42.650530 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-76957477-a452-4c35-aee0-f4be0dc00632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:44.792078 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6fc399de-ba23-4b2e-a6b5-b91cbe8ed37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:46.035149 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:46.405678 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:47.569269 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:48.804547 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-771878b9-aeaf-4bf0-8dea-e1d4cbed42ab req-37b5426e-44b5-4aad-8e43-e1bd376193c8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700624 May 25 22:53:48.955750 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-771878b9-aeaf-4bf0-8dea-e1d4cbed42ab req-12013898-2bc1-4810-a593-fc43070f0a75 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a306ac3d88ed4dd38736ce9e31a10d07&device_id=f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b HTTP/1.1" status: 200 len: 1098 time: 0.0672746 May 25 22:53:49.172826 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771878b9-aeaf-4bf0-8dea-e1d4cbed42ab req-4f95dd86-120e-493a-ba56-70079d8d65c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:49.174149 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-771878b9-aeaf-4bf0-8dea-e1d4cbed42ab req-4f95dd86-120e-493a-ba56-70079d8d65c1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f5598603-fbcc-4407-8043-89c712b6936c HTTP/1.1" status: 200 len: 915 time: 0.2008076 May 25 22:53:49.275845 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-771878b9-aeaf-4bf0-8dea-e1d4cbed42ab req-21830dee-75d4-4251-9a35-bfaefd134cb5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=287b0d88-874c-4023-91cb-3f2b0493f8a9 HTTP/1.1" status: 200 len: 1000 time: 0.0953803 May 25 22:53:49.337139 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771878b9-aeaf-4bf0-8dea-e1d4cbed42ab req-b5ec18f5-6e20-4196-97b0-d4cc6f3815c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:49.338582 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-771878b9-aeaf-4bf0-8dea-e1d4cbed42ab req-b5ec18f5-6e20-4196-97b0-d4cc6f3815c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02f53aa-d00c-4082-a6d9-9a1a20ad8b08 HTTP/1.1" status: 200 len: 853 time: 0.0568519 May 25 22:53:49.424361 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-771878b9-aeaf-4bf0-8dea-e1d4cbed42ab req-3d499bd1-20de-4d03-84cf-6ed713f686e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f5598603-fbcc-4407-8043-89c712b6936c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792291 May 25 22:53:49.553454 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-771878b9-aeaf-4bf0-8dea-e1d4cbed42ab req-9cdd8b94-085e-4b90-bbd8-f9baf046d1a1 service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223958 May 25 22:53:49.680910 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-771878b9-aeaf-4bf0-8dea-e1d4cbed42ab req-617daca9-eb3b-4acb-9177-2c909b63af7e service neutron] 10.222.0.15 "GET /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214311 May 25 22:53:58.391979 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:54:03.943201 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:12.653661 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-21f42b8a-5b47-41ee-993e-fc9d1c5f962d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:14.792692 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1a3142c2-e143-4c6a-8e0e-27a2990329d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:16.037832 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:16.406896 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:17.572002 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:24.815068 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [req-727b718e-cc86-4a6b-ab30-0c0411bdaf9b req-441eefbf-f779-49c3-a575-c19ea0556c88 service neutron] (83203) timed out ('10.222.0.15', 51377) {{(pid=83203) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 22:54:25.766152 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [req-6960bd4a-477f-47c9-a3e5-a48bcab8e61d req-0e51fc2d-8758-4fdb-a511-ed31b1fd3616 service neutron] (83203) timed out ('10.222.0.15', 51395) {{(pid=83203) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 22:54:33.946383 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:35.391437 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:54:42.655134 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-331a3007-3104-4f2f-88e3-98821fb17bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:44.795154 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-df297bc6-6779-4f8b-ae7c-3a3ae164c40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:44.997046 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730b277-2473-4609-b672-75c1d17d19c6 req-8e301284-8a95-4728-8704-9eceee5aabc4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:44.998499 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a730b277-2473-4609-b672-75c1d17d19c6 req-8e301284-8a95-4728-8704-9eceee5aabc4 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b HTTP/1.1" status: 200 len: 945 time: 0.1620598 May 25 22:54:45.041504 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a730b277-2473-4609-b672-75c1d17d19c6 req-0417a1bc-f304-4a2c-88f2-c4fd5909e755 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=c44fbc99-f537-4e77-8d0f-2c6bfbe33285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375862 May 25 22:54:46.039240 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:46.236838 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02222c30-493d-4d3c-90a3-b0f457b7bb97 req-8f87f01e-0eba-4d99-a3db-17360294bd6b tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:46.238276 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-02222c30-493d-4d3c-90a3-b0f457b7bb97 req-8f87f01e-0eba-4d99-a3db-17360294bd6b tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b HTTP/1.1" status: 200 len: 945 time: 0.0761209 May 25 22:54:46.282838 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-02222c30-493d-4d3c-90a3-b0f457b7bb97 req-5b052533-02e7-459e-a29c-7d4a1d4236de tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=c44fbc99-f537-4e77-8d0f-2c6bfbe33285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384731 May 25 22:54:46.407475 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:46.919679 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a646e-e24d-4606-b1dd-7acd6f6f985b req-50970a98-ed52-448f-8912-ac0311a46cf9 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:46.921071 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-c75a646e-e24d-4606-b1dd-7acd6f6f985b req-50970a98-ed52-448f-8912-ac0311a46cf9 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b HTTP/1.1" status: 200 len: 945 time: 0.0778339 May 25 22:54:46.986540 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [req-c75a646e-e24d-4606-b1dd-7acd6f6f985b req-89e89dd4-f2f2-4595-aa64-d3b28e7a888d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Deleting port 287b0d88-874c-4023-91cb-3f2b0493f8a9 {{(pid=83203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:46.986881 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-c75a646e-e24d-4606-b1dd-7acd6f6f985b req-89e89dd4-f2f2-4595-aa64-d3b28e7a888d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:47.222084 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [req-c75a646e-e24d-4606-b1dd-7acd6f6f985b req-89e89dd4-f2f2-4595-aa64-d3b28e7a888d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] For port 287b0d88-874c-4023-91cb-3f2b0493f8a9, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=287b0d88-874c-4023-91cb-3f2b0493f8a9,segment=NetworkSegment(ada17ba1-f3bd-425c-893b-c7a09028367f),segment_id=ada17ba1-f3bd-425c-893b-c7a09028367f)] {{(pid=83203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:54:47.222478 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-c75a646e-e24d-4606-b1dd-7acd6f6f985b req-89e89dd4-f2f2-4595-aa64-d3b28e7a888d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:47.511266 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-c75a646e-e24d-4606-b1dd-7acd6f6f985b req-89e89dd4-f2f2-4595-aa64-d3b28e7a888d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:47.511984 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-c75a646e-e24d-4606-b1dd-7acd6f6f985b req-89e89dd4-f2f2-4595-aa64-d3b28e7a888d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997866'] for floatingip, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:47.511984 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.db.l3_db [req-c75a646e-e24d-4606-b1dd-7acd6f6f985b req-89e89dd4-f2f2-4595-aa64-d3b28e7a888d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Floating IP 582a90b9-c872-44af-bf44-5cefe0b81fd5 disassociated. External IP: 172.28.2.65, port: 287b0d88-874c-4023-91cb-3f2b0493f8a9. May 25 22:54:47.512276 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [req-c75a646e-e24d-4606-b1dd-7acd6f6f985b req-89e89dd4-f2f2-4595-aa64-d3b28e7a888d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Calling delete_port for 287b0d88-874c-4023-91cb-3f2b0493f8a9 owned by compute:nova {{(pid=83203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:47.576477 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:47.618202 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9371d20-e1f2-440a-b7a8-0ee3ed5330a0 req-4e21f746-43ca-4ae8-ab0a-485c0e4e01b6 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:47.619789 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a9371d20-e1f2-440a-b7a8-0ee3ed5330a0 req-4e21f746-43ca-4ae8-ab0a-485c0e4e01b6 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b HTTP/1.1" status: 200 len: 945 time: 0.0782378 May 25 22:54:47.656626 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-c75a646e-e24d-4606-b1dd-7acd6f6f985b req-89e89dd4-f2f2-4595-aa64-d3b28e7a888d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:47.667079 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-a9371d20-e1f2-440a-b7a8-0ee3ed5330a0 req-da5ab403-c7be-4115-9d06-4fb0ce8f637e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups?id=c44fbc99-f537-4e77-8d0f-2c6bfbe33285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417459 May 25 22:54:47.703831 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e89dd4-f2f2-4595-aa64-d3b28e7a888d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event deleted for resources: {'Port': ['ID=287b0d88-874c-4023-91cb-3f2b0493f8a9,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:47.717706 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e89dd4-f2f2-4595-aa64-d3b28e7a888d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:47.718052 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e89dd4-f2f2-4595-aa64-d3b28e7a888d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:47.718418 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e89dd4-f2f2-4595-aa64-d3b28e7a888d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:47.718753 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e89dd4-f2f2-4595-aa64-d3b28e7a888d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:47.719092 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e89dd4-f2f2-4595-aa64-d3b28e7a888d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:47.719421 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e89dd4-f2f2-4595-aa64-d3b28e7a888d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:47.719751 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e89dd4-f2f2-4595-aa64-d3b28e7a888d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:47.720083 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e89dd4-f2f2-4595-aa64-d3b28e7a888d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:47.720407 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e89dd4-f2f2-4595-aa64-d3b28e7a888d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:47.720729 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e89dd4-f2f2-4595-aa64-d3b28e7a888d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:47.721050 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e89dd4-f2f2-4595-aa64-d3b28e7a888d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:48.006768 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c75a646e-e24d-4606-b1dd-7acd6f6f985b req-89e89dd4-f2f2-4595-aa64-d3b28e7a888d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Router fb835c55-a6aa-4cb9-b070-17289279f47e has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:54:48.216995 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c75a646e-e24d-4606-b1dd-7acd6f6f985b req-89e89dd4-f2f2-4595-aa64-d3b28e7a888d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:54:48.231292 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271c0b81-27ff-4b25-98ec-f0f444193019 None None] Sync routers for ids ['fb835c55-a6aa-4cb9-b070-17289279f47e'] in dv-cinder-843305-1-smb {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:54:48.245113 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271c0b81-27ff-4b25-98ec-f0f444193019 None None] Routers {'fb835c55-a6aa-4cb9-b070-17289279f47e'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:48.246163 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-271c0b81-27ff-4b25-98ec-f0f444193019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:54:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['fb835c55-a6aa-4cb9-b070-17289279f47e'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:48.288883 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75a646e-e24d-4606-b1dd-7acd6f6f985b req-89e89dd4-f2f2-4595-aa64-d3b28e7a888d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] No DVR routers for this DVR port 287b0d88-874c-4023-91cb-3f2b0493f8a9 on host hv-cinder-84330 {{(pid=83203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:54:48.296113 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-c75a646e-e24d-4606-b1dd-7acd6f6f985b req-89e89dd4-f2f2-4595-aa64-d3b28e7a888d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:48.299053 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b', 'name': 'network-vif-deleted', 'tag': '287b0d88-874c-4023-91cb-3f2b0493f8a9'}] {{(pid=83203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:54:48.319989 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-c75a646e-e24d-4606-b1dd-7acd6f6f985b req-89e89dd4-f2f2-4595-aa64-d3b28e7a888d tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.15 "DELETE /v2.0/ports/287b0d88-874c-4023-91cb-3f2b0493f8a9 HTTP/1.1" status: 204 len: 173 time: 1.3934941 May 25 22:54:48.369468 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6443292-c9d2-44ec-926d-290ca87e644c'] response: {'server_uuid': 'f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b', 'name': 'network-vif-deleted', 'tag': '287b0d88-874c-4023-91cb-3f2b0493f8a9', 'status': 'completed', 'code': 200} May 25 22:54:48.470667 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-271c0b81-27ff-4b25-98ec-f0f444193019 None None] Set router fb835c55-a6aa-4cb9-b070-17289279f47e gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:54:48.775943 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-271c0b81-27ff-4b25-98ec-f0f444193019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:47:34Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 4, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'gw_port': {'id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:35Z', 'updated_at': '2022-05-25T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba', 'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'mac_address': 'fa:16:3e:92:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:37Z', 'updated_at': '2022-05-25T22:47:54Z', 'revision_number': 5, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'subnets': [{'id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:48.779780 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271c0b81-27ff-4b25-98ec-f0f444193019 None None] Checking router: fb835c55-a6aa-4cb9-b070-17289279f47e for host: dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:54:48.791172 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271c0b81-27ff-4b25-98ec-f0f444193019 None None] Routers {'fb835c55-a6aa-4cb9-b070-17289279f47e'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:48.791737 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-271c0b81-27ff-4b25-98ec-f0f444193019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:54:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['fb835c55-a6aa-4cb9-b070-17289279f47e'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:48.841758 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-f206c000-fd26-4647-ad3a-27fafc2fca09 req-1d8f3e50-4864-43eb-9d9b-491c6d14ca83 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/ports?device_id=f73a6859-4c1d-4d1f-aaf4-79fd1960cd2b HTTP/1.1" status: 200 len: 210 time: 0.0434594 May 25 22:54:48.971824 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-271c0b81-27ff-4b25-98ec-f0f444193019 None None] Set router fb835c55-a6aa-4cb9-b070-17289279f47e gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:54:49.276075 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-271c0b81-27ff-4b25-98ec-f0f444193019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:47:34Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 4, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'gw_port': {'id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:35Z', 'updated_at': '2022-05-25T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba', 'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'mac_address': 'fa:16:3e:92:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:37Z', 'updated_at': '2022-05-25T22:47:54Z', 'revision_number': 5, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'subnets': [{'id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:49.279866 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271c0b81-27ff-4b25-98ec-f0f444193019 None None] The sync data for ids ['fb835c55-a6aa-4cb9-b070-17289279f47e'] in dv-cinder-843305-1-smb is: [{'id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:47:34Z', 'updated_at': '2022-05-25T22:47:37Z', 'revision_number': 4, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'gw_port': {'id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:35Z', 'updated_at': '2022-05-25T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba', 'name': '', 'network_id': 'f5598603-fbcc-4407-8043-89c712b6936c', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'mac_address': 'fa:16:3e:92:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:37Z', 'updated_at': '2022-05-25T22:47:54Z', 'revision_number': 5, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'subnets': [{'id': 'e02f53aa-d00c-4082-a6d9-9a1a20ad8b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:54:49.489257 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e386589-2884-437d-9bb9-75c6994b1a5c None None] New status for floating IP 582a90b9-c872-44af-bf44-5cefe0b81fd5: DOWN {{(pid=83205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:54:49.983815 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 47842) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:50.046705 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1a004e16-26d1-4e05-b258-eb19582ae4f6 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:50.072886 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1a004e16-26d1-4e05-b258-eb19582ae4f6 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:50.122720 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1a004e16-26d1-4e05-b258-eb19582ae4f6 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:50.139923 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a004e16-26d1-4e05-b258-eb19582ae4f6 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44fbc99-f537-4e77-8d0f-2c6bfbe33285,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:50.152863 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a004e16-26d1-4e05-b258-eb19582ae4f6 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:50.153205 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a004e16-26d1-4e05-b258-eb19582ae4f6 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:50.153540 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a004e16-26d1-4e05-b258-eb19582ae4f6 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:50.153870 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a004e16-26d1-4e05-b258-eb19582ae4f6 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:50.154198 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a004e16-26d1-4e05-b258-eb19582ae4f6 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:50.154550 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a004e16-26d1-4e05-b258-eb19582ae4f6 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:50.154873 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a004e16-26d1-4e05-b258-eb19582ae4f6 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:50.155196 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a004e16-26d1-4e05-b258-eb19582ae4f6 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:50.155517 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a004e16-26d1-4e05-b258-eb19582ae4f6 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:50.155835 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a004e16-26d1-4e05-b258-eb19582ae4f6 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:50.156152 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a004e16-26d1-4e05-b258-eb19582ae4f6 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:50.158827 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-1a004e16-26d1-4e05-b258-eb19582ae4f6 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:50.162372 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-1a004e16-26d1-4e05-b258-eb19582ae4f6 tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "DELETE /v2.0/security-groups/c44fbc99-f537-4e77-8d0f-2c6bfbe33285 HTTP/1.1" status: 204 len: 168 time: 0.1750987 May 25 22:54:50.162816 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 47846) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:50.178977 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.api.v2.resource [None req-7bc90de8-000b-432d-ac3f-421d3a09f01a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] show failed (client error): The resource could not be found. May 25 22:54:50.183438 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-7bc90de8-000b-432d-ac3f-421d3a09f01a tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "GET /v2.0/security-groups/c44fbc99-f537-4e77-8d0f-2c6bfbe33285 HTTP/1.1" status: 404 len: 347 time: 0.0165265 May 25 22:54:50.183438 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 47850) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:50.334339 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [None req-21da39f7-0297-46b2-a066-09b8493ede7e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Deleting port 5bade54f-62c7-4b8d-96d2-3d3283f0cda3 {{(pid=83204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:50.334699 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-21da39f7-0297-46b2-a066-09b8493ede7e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:50.496947 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-21da39f7-0297-46b2-a066-09b8493ede7e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:50.497267 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-21da39f7-0297-46b2-a066-09b8493ede7e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:50.613929 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [None req-21da39f7-0297-46b2-a066-09b8493ede7e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Calling delete_port for 5bade54f-62c7-4b8d-96d2-3d3283f0cda3 owned by network:floatingip {{(pid=83204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:50.749711 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-21da39f7-0297-46b2-a066-09b8493ede7e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:50.796393 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da39f7-0297-46b2-a066-09b8493ede7e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Pushing event deleted for resources: {'Port': ['ID=5bade54f-62c7-4b8d-96d2-3d3283f0cda3,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:50.883736 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-21da39f7-0297-46b2-a066-09b8493ede7e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks [] for floatingip, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:50.896898 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-21da39f7-0297-46b2-a066-09b8493ede7e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for floatingip, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:50.897981 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-21da39f7-0297-46b2-a066-09b8493ede7e tempest-AttachVolumeNegativeTest-831030857 tempest-AttachVolumeNegativeTest-831030857-project] 10.222.0.59 "DELETE /v2.0/floatingips/582a90b9-c872-44af-bf44-5cefe0b81fd5 HTTP/1.1" status: 204 len: 168 time: 0.7138858 May 25 22:54:51.364329 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 287b0d88-874c-4023-91cb-3f2b0493f8a9 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:54:51.397177 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] No Port match for: 287b0d88-874c-4023-91cb-3f2b0493f8a9 {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:54:51.397509 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 287b0d88-874c-4023-91cb-3f2b0493f8a9 not bound to the agent host hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:54:55.139167 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 47888) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:55.642836 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-09e5b58d-5769-4f45-8dca-e77c17da1dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-999128'] for router_interface, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:56.283138 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [None req-09e5b58d-5769-4f45-8dca-e77c17da1dd0 admin admin] Deleting port 9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba {{(pid=83204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:56.283836 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-09e5b58d-5769-4f45-8dca-e77c17da1dd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:56.448312 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [None req-09e5b58d-5769-4f45-8dca-e77c17da1dd0 admin admin] For port 9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba,segment=NetworkSegment(ada17ba1-f3bd-425c-893b-c7a09028367f),segment_id=ada17ba1-f3bd-425c-893b-c7a09028367f)] {{(pid=83204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:54:56.448654 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-09e5b58d-5769-4f45-8dca-e77c17da1dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:56.564047 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [None req-09e5b58d-5769-4f45-8dca-e77c17da1dd0 admin admin] Calling delete_port for 9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba owned by network:router_interface {{(pid=83204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:56.725359 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-09e5b58d-5769-4f45-8dca-e77c17da1dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:56.770183 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5b58d-5769-4f45-8dca-e77c17da1dd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:57.052751 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-09e5b58d-5769-4f45-8dca-e77c17da1dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4094844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-999055'] for router_interface, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:57.681762 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e5b58d-5769-4f45-8dca-e77c17da1dd0 admin admin] Router fb835c55-a6aa-4cb9-b070-17289279f47e has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:54:57.872241 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e5b58d-5769-4f45-8dca-e77c17da1dd0 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:54:57.880530 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1b0f87-bd9b-4804-a7e0-ec2d33d29e51 None None] Sync routers for ids ['fb835c55-a6aa-4cb9-b070-17289279f47e'] in dv-cinder-843305-1-smb {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:54:57.884429 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-09e5b58d-5769-4f45-8dca-e77c17da1dd0 admin admin] 10.222.0.59 "PUT /v2.0/routers/fb835c55-a6aa-4cb9-b070-17289279f47e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7442405 May 25 22:54:57.886971 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 47894) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:57.892782 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1b0f87-bd9b-4804-a7e0-ec2d33d29e51 None None] Routers {'fb835c55-a6aa-4cb9-b070-17289279f47e'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:57.893368 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-3e1b0f87-bd9b-4804-a7e0-ec2d33d29e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:54:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['fb835c55-a6aa-4cb9-b070-17289279f47e'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:58.071535 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-3e1b0f87-bd9b-4804-a7e0-ec2d33d29e51 None None] Set router fb835c55-a6aa-4cb9-b070-17289279f47e gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:54:58.088455 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7e88885c-93bb-4ea2-825d-a90e452e6901 admin admin] Notify callbacks [] for router, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:58.281845 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7e88885c-93bb-4ea2-825d-a90e452e6901 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:58.292003 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [None req-7e88885c-93bb-4ea2-825d-a90e452e6901 admin admin] Deleting port 6560c35a-a44c-4823-a528-a70fdaa7b0d5 {{(pid=83204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:58.292386 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7e88885c-93bb-4ea2-825d-a90e452e6901 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:58.370389 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-3e1b0f87-bd9b-4804-a7e0-ec2d33d29e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:47:34Z', 'updated_at': '2022-05-25T22:54:56Z', 'revision_number': 5, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'gw_port': {'id': '6560c35a-a44c-4823-a528-a70fdaa7b0d5', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:47:35Z', 'updated_at': '2022-05-25T22:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb'}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:58.374052 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1b0f87-bd9b-4804-a7e0-ec2d33d29e51 None None] Checking router: fb835c55-a6aa-4cb9-b070-17289279f47e for host: dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:54:58.384497 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1b0f87-bd9b-4804-a7e0-ec2d33d29e51 None None] Routers {'fb835c55-a6aa-4cb9-b070-17289279f47e'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:58.385101 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-3e1b0f87-bd9b-4804-a7e0-ec2d33d29e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:54:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['fb835c55-a6aa-4cb9-b070-17289279f47e'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:58.466938 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [None req-7e88885c-93bb-4ea2-825d-a90e452e6901 admin admin] For port 6560c35a-a44c-4823-a528-a70fdaa7b0d5, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=6560c35a-a44c-4823-a528-a70fdaa7b0d5,segment=NetworkSegment(3342e0e4-498a-46e7-9232-6274ffc1b494),segment_id=3342e0e4-498a-46e7-9232-6274ffc1b494)] {{(pid=83204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:54:58.467191 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7e88885c-93bb-4ea2-825d-a90e452e6901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:58.536125 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-3e1b0f87-bd9b-4804-a7e0-ec2d33d29e51 None None] Set router fb835c55-a6aa-4cb9-b070-17289279f47e gateway port host: None {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:54:58.667935 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-3e1b0f87-bd9b-4804-a7e0-ec2d33d29e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:47:34Z', 'updated_at': '2022-05-25T22:54:58Z', 'revision_number': 6, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'gw_port_host': None}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:58.673064 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1b0f87-bd9b-4804-a7e0-ec2d33d29e51 None None] The sync data for ids ['fb835c55-a6aa-4cb9-b070-17289279f47e'] in dv-cinder-843305-1-smb is: [{'id': 'fb835c55-a6aa-4cb9-b070-17289279f47e', 'name': 'tempest-AttachVolumeNegativeTest-879188648-router', 'tenant_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:47:34Z', 'updated_at': '2022-05-25T22:54:58Z', 'revision_number': 6, 'project_id': 'a306ac3d88ed4dd38736ce9e31a10d07', 'gw_port_host': None}] {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:54:58.686644 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.plugin [None req-7e88885c-93bb-4ea2-825d-a90e452e6901 admin admin] Calling delete_port for 6560c35a-a44c-4823-a528-a70fdaa7b0d5 owned by network:router_gateway {{(pid=83204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:58.847895 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7e88885c-93bb-4ea2-825d-a90e452e6901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:58.892375 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88885c-93bb-4ea2-825d-a90e452e6901 admin admin] Pushing event deleted for resources: {'Port': ['ID=6560c35a-a44c-4823-a528-a70fdaa7b0d5,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:59.116676 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7e88885c-93bb-4ea2-825d-a90e452e6901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997829'] for router_gateway, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:59.371176 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7e88885c-93bb-4ea2-825d-a90e452e6901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1035317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4933'] for router, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:59.375328 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7e88885c-93bb-4ea2-825d-a90e452e6901 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:59.402875 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7e88885c-93bb-4ea2-825d-a90e452e6901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1035417'] for router, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:59.403412 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e88885c-93bb-4ea2-825d-a90e452e6901 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb835c55-a6aa-4cb9-b070-17289279f47e {{(pid=83204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:54:59.417007 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-7e88885c-93bb-4ea2-825d-a90e452e6901 admin admin] Notify callbacks [] for router, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:59.420796 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 47898) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:59.421278 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-7e88885c-93bb-4ea2-825d-a90e452e6901 admin admin] 10.222.0.59 "DELETE /v2.0/routers/fb835c55-a6aa-4cb9-b070-17289279f47e HTTP/1.1" status: 204 len: 168 time: 1.5330215 May 25 22:54:59.483349 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e73b18-a900-42dd-9af2-fe1e29b49f47 admin admin] Deleting subnet e02f53aa-d00c-4082-a6d9-9a1a20ad8b08 {{(pid=83203) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:54:59.486482 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-27e73b18-a900-42dd-9af2-fe1e29b49f47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:59.536849 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-27e73b18-a900-42dd-9af2-fe1e29b49f47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870630'] for subnet, precommit_delete_associations {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:59.620204 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-27e73b18-a900-42dd-9af2-fe1e29b49f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3361804'] for subnet, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:59.687290 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-27e73b18-a900-42dd-9af2-fe1e29b49f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3361797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1950973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1742165'] for subnet, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:59.724999 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e73b18-a900-42dd-9af2-fe1e29b49f47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e02f53aa-d00c-4082-a6d9-9a1a20ad8b08,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:59.729508 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-27e73b18-a900-42dd-9af2-fe1e29b49f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for subnet, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:59.734863 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7565026b-aaf4-4cf4-95dc-a7d359e2314f None None] Network f5598603-fbcc-4407-8043-89c712b6936c requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:54:59.735843 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-27e73b18-a900-42dd-9af2-fe1e29b49f47 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e02f53aa-d00c-4082-a6d9-9a1a20ad8b08 HTTP/1.1" status: 204 len: 168 time: 0.3139956 May 25 22:54:59.738280 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 47902) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:59.841475 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a1b47c6a-46c8-414f-888e-8890fe6b60cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3150312'] for network, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:59.851673 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-a1b47c6a-46c8-414f-888e-8890fe6b60cc admin admin] Deleting port 9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11 {{(pid=83203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:59.851995 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a1b47c6a-46c8-414f-888e-8890fe6b60cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:59.978654 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1679b3-404b-4d03-8262-6f556ea02944 None None] DHCP port deletion for f5598603-fbcc-4407-8043-89c712b6936c request from dv-cinder-843305-1-smb {{(pid=83205) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:54:59.983498 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-9d1679b3-404b-4d03-8262-6f556ea02944 None None] Deleting port 9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11 {{(pid=83205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:59.983873 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-9d1679b3-404b-4d03-8262-6f556ea02944 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:00.025529 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 6560c35a-a44c-4823-a528-a70fdaa7b0d5 no longer exists at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:55:00.053654 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [None req-a1b47c6a-46c8-414f-888e-8890fe6b60cc admin admin] For port 9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11,segment=NetworkSegment(ada17ba1-f3bd-425c-893b-c7a09028367f),segment_id=ada17ba1-f3bd-425c-893b-c7a09028367f)] {{(pid=83203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:00.054004 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a1b47c6a-46c8-414f-888e-8890fe6b60cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:00.063889 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] No Port match for: 6560c35a-a44c-4823-a528-a70fdaa7b0d5 {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:55:00.064227 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 6560c35a-a44c-4823-a528-a70fdaa7b0d5 not bound to the agent host dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:55:00.064624 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba no longer exists at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:55:00.129255 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] No Port match for: 9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:55:00.129592 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 9c1f9e9c-a5e9-4047-89bc-0aeb3a2dc5ba not bound to the agent host dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:55:00.175940 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-a1b47c6a-46c8-414f-888e-8890fe6b60cc admin admin] Calling delete_port for 9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11 owned by network:dhcp {{(pid=83203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:00.249366 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a1b47c6a-46c8-414f-888e-8890fe6b60cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:00.281922 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-9d1679b3-404b-4d03-8262-6f556ea02944 None None] For port 9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11,segment=NetworkSegment(ada17ba1-f3bd-425c-893b-c7a09028367f),segment_id=ada17ba1-f3bd-425c-893b-c7a09028367f)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:00.282306 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-9d1679b3-404b-4d03-8262-6f556ea02944 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:00.295206 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b47c6a-46c8-414f-888e-8890fe6b60cc admin admin] Pushing event deleted for resources: {'Port': ['ID=9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:00.301176 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b47c6a-46c8-414f-888e-8890fe6b60cc admin admin] No DVR routers for this DVR port 9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11 on host dv-cinder-843305-1-smb {{(pid=83203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:55:00.424386 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-9d1679b3-404b-4d03-8262-6f556ea02944 None None] Calling delete_port for 9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11 owned by network:dhcp {{(pid=83205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:00.496227 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.db.api [None req-9d1679b3-404b-4d03-8262-6f556ea02944 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:55:00.496583 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG oslo_db.api [None req-9d1679b3-404b-4d03-8262-6f556ea02944 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:55:00.503657 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a1b47c6a-46c8-414f-888e-8890fe6b60cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3373977', 'neutron.services.segments.db._delete_segments_for_network-8728910406777'] for network, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:00.528301 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.services.segments.db [None req-a1b47c6a-46c8-414f-888e-8890fe6b60cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5598603-fbcc-4407-8043-89c712b6936c']}} {{(pid=83203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:00.540706 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.services.segments.db [None req-a1b47c6a-46c8-414f-888e-8890fe6b60cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada17ba1-f3bd-425c-893b-c7a09028367f') {'for_net_delete': True} {{(pid=83203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:00.541006 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.services.segments.db [None req-a1b47c6a-46c8-414f-888e-8890fe6b60cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada17ba1-f3bd-425c-893b-c7a09028367f') {} {{(pid=83203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:00.552261 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a1b47c6a-46c8-414f-888e-8890fe6b60cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728910406660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871701'] for segment, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:00.568474 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a1b47c6a-46c8-414f-888e-8890fe6b60cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:00.574626 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b47c6a-46c8-414f-888e-8890fe6b60cc admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=83203) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:55:00.575026 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a1b47c6a-46c8-414f-888e-8890fe6b60cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1950867'] for segment, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:00.587813 dv-cinder-843305-1-smb neutron-server[83203]: Traceback (most recent call last): May 25 22:55:00.587813 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:55:00.587813 dv-cinder-843305-1-smb neutron-server[83203]: timer() May 25 22:55:00.587813 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:55:00.587813 dv-cinder-843305-1-smb neutron-server[83203]: cb(*args, **kw) May 25 22:55:00.587813 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:55:00.587813 dv-cinder-843305-1-smb neutron-server[83203]: return func(*args, **kwargs) May 25 22:55:00.587813 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:55:00.587813 dv-cinder-843305-1-smb neutron-server[83203]: self._notify() May 25 22:55:00.587813 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:55:00.587813 dv-cinder-843305-1-smb neutron-server[83203]: self.callback(batched_events) May 25 22:55:00.587813 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:55:00.587813 dv-cinder-843305-1-smb neutron-server[83203]: event.method(event) May 25 22:55:00.587813 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:55:00.587813 dv-cinder-843305-1-smb neutron-server[83203]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:55:00.587813 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:55:00.587813 dv-cinder-843305-1-smb neutron-server[83203]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:55:00.587813 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:55:00.587813 dv-cinder-843305-1-smb neutron-server[83203]: return f(self, *a, **k) May 25 22:55:00.587813 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:55:00.587813 dv-cinder-843305-1-smb neutron-server[83203]: return self._get(url).json() May 25 22:55:00.587813 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:55:00.587813 dv-cinder-843305-1-smb neutron-server[83203]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:55:00.587813 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:55:00.587813 dv-cinder-843305-1-smb neutron-server[83203]: return self.request(url, 'GET', **kwargs) May 25 22:55:00.587813 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:55:00.587813 dv-cinder-843305-1-smb neutron-server[83203]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:55:00.587813 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:55:00.587813 dv-cinder-843305-1-smb neutron-server[83203]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:55:00.587813 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:55:00.587813 dv-cinder-843305-1-smb neutron-server[83203]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:55:00.587813 dv-cinder-843305-1-smb neutron-server[83203]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:55:00.662515 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a1b47c6a-46c8-414f-888e-8890fe6b60cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3373970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997848'] for network, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:00.681024 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a1b47c6a-46c8-414f-888e-8890fe6b60cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for network, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:00.686881 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b47c6a-46c8-414f-888e-8890fe6b60cc admin admin] Pushing event deleted for resources: {'Network': ['ID=f5598603-fbcc-4407-8043-89c712b6936c,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:00.701969 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-a1b47c6a-46c8-414f-888e-8890fe6b60cc admin admin] 10.222.0.59 "DELETE /v2.0/networks/f5598603-fbcc-4407-8043-89c712b6936c HTTP/1.1" status: 204 len: 168 time: 0.9626954 May 25 22:55:00.841328 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 47908) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:00.890886 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-23d994fb-297e-4907-9fbe-88e5b787d504 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a306ac3d88ed4dd38736ce9e31a10d07&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484476 May 25 22:55:00.893160 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 47912) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:00.950134 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-5c07a20b-7715-4f83-9c01-1138b1309de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:00.979057 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-5c07a20b-7715-4f83-9c01-1138b1309de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:00.997902 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-9d1679b3-404b-4d03-8262-6f556ea02944 None None] Deleting port 9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11 {{(pid=83205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:00.998429 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-9d1679b3-404b-4d03-8262-6f556ea02944 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:01.028579 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-5c07a20b-7715-4f83-9c01-1138b1309de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:01.045866 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07a20b-7715-4f83-9c01-1138b1309de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948f6a79-f4f5-40d1-9c7d-2bffd817e5ca,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:01.052473 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-5c07a20b-7715-4f83-9c01-1138b1309de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:01.053586 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-5c07a20b-7715-4f83-9c01-1138b1309de6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/948f6a79-f4f5-40d1-9c7d-2bffd817e5ca HTTP/1.1" status: 204 len: 168 time: 0.1595623 May 25 22:55:01.072158 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-9d1679b3-404b-4d03-8262-6f556ea02944 None None] The port '9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11' was deleted {{(pid=83205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:55:01.997842 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11 no longer exists at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:55:02.032458 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] No Port match for: 9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11 {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:55:02.033113 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 9b0cb78a-6769-4aa1-b3f1-a3f3ca03de11 not bound to the agent host dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:55:03.952440 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:11.124979 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 48044) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:11.260715 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-85fd35a6-ea24-4ffc-91a7-c93e997c2b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:11.291948 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-85fd35a6-ea24-4ffc-91a7-c93e997c2b32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:11.295897 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-85fd35a6-ea24-4ffc-91a7-c93e997c2b32 admin admin] Usage tracker for resource:security_group_rule and tenant:53cfc18e8af140e58da6dd8ed745a16a is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:11.298711 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-85fd35a6-ea24-4ffc-91a7-c93e997c2b32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:11.304290 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-85fd35a6-ea24-4ffc-91a7-c93e997c2b32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:11.370608 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-85fd35a6-ea24-4ffc-91a7-c93e997c2b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:11.374158 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-85fd35a6-ea24-4ffc-91a7-c93e997c2b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:11.419225 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd35a6-ea24-4ffc-91a7-c93e997c2b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f477c3-1e96-47ad-8d58-ea90e936bcc6,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:11.424481 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-85fd35a6-ea24-4ffc-91a7-c93e997c2b32 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=53cfc18e8af140e58da6dd8ed745a16a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2984898 May 25 22:55:11.427235 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 48050) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:11.488352 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c142b455-7f05-437d-96c0-940907385848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:11.512586 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c142b455-7f05-437d-96c0-940907385848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:11.562451 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c142b455-7f05-437d-96c0-940907385848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:11.577468 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142b455-7f05-437d-96c0-940907385848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f477c3-1e96-47ad-8d58-ea90e936bcc6,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:11.581760 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-c142b455-7f05-437d-96c0-940907385848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:11.582872 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-c142b455-7f05-437d-96c0-940907385848 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/29f477c3-1e96-47ad-8d58-ea90e936bcc6 HTTP/1.1" status: 204 len: 168 time: 0.1546154 May 25 22:55:11.895501 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 48058) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:11.914992 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a4725d5a-1563-4a91-8034-69f763f2574e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:11.947779 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-a4725d5a-1563-4a91-8034-69f763f2574e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:11.951520 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-a4725d5a-1563-4a91-8034-69f763f2574e admin admin] Usage tracker for resource:security_group_rule and tenant:7ad62539442c49f3a884eeb319c214b1 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:11.954242 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-a4725d5a-1563-4a91-8034-69f763f2574e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:11.959839 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-a4725d5a-1563-4a91-8034-69f763f2574e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:12.027993 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a4725d5a-1563-4a91-8034-69f763f2574e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:12.031574 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a4725d5a-1563-4a91-8034-69f763f2574e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:12.078725 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4725d5a-1563-4a91-8034-69f763f2574e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a263d8d0-d5cb-4ed6-9bb4-e374a9b20487,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:12.083011 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-a4725d5a-1563-4a91-8034-69f763f2574e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7ad62539442c49f3a884eeb319c214b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1865246 May 25 22:55:12.085595 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 48062) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:12.143132 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a060ec73-8723-4302-9226-3f727fd66546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:12.168069 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a060ec73-8723-4302-9226-3f727fd66546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:12.218950 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a060ec73-8723-4302-9226-3f727fd66546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:12.233280 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a060ec73-8723-4302-9226-3f727fd66546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a263d8d0-d5cb-4ed6-9bb4-e374a9b20487,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:12.241053 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a060ec73-8723-4302-9226-3f727fd66546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:12.242185 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-a060ec73-8723-4302-9226-3f727fd66546 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a263d8d0-d5cb-4ed6-9bb4-e374a9b20487 HTTP/1.1" status: 204 len: 168 time: 0.1557088 May 25 22:55:12.391825 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:55:12.621261 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 48070) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:12.639329 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-91bacbaf-41dd-4789-b2a6-da26987068bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:12.656546 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-a87e40bc-6d9b-4479-a361-2906f84a2818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:12.670114 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-91bacbaf-41dd-4789-b2a6-da26987068bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:12.673898 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-91bacbaf-41dd-4789-b2a6-da26987068bf admin admin] Usage tracker for resource:security_group_rule and tenant:20a4893c3b774b38b9eb76cea25ac785 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:12.676685 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-91bacbaf-41dd-4789-b2a6-da26987068bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:12.682950 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-91bacbaf-41dd-4789-b2a6-da26987068bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:12.747801 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-91bacbaf-41dd-4789-b2a6-da26987068bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:12.751515 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-91bacbaf-41dd-4789-b2a6-da26987068bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:12.795488 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bacbaf-41dd-4789-b2a6-da26987068bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf22eaf-a4ad-4d48-9062-e50ac6a0f1b1,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:12.799755 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-91bacbaf-41dd-4789-b2a6-da26987068bf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=20a4893c3b774b38b9eb76cea25ac785&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1774399 May 25 22:55:12.802439 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 48074) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:12.860373 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-3ad7d448-1d76-47ec-bd21-9c55ff522bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:12.887533 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-3ad7d448-1d76-47ec-bd21-9c55ff522bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:12.936655 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-3ad7d448-1d76-47ec-bd21-9c55ff522bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:12.951713 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7d448-1d76-47ec-bd21-9c55ff522bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf22eaf-a4ad-4d48-9062-e50ac6a0f1b1,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:12.955896 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-3ad7d448-1d76-47ec-bd21-9c55ff522bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:12.956967 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-3ad7d448-1d76-47ec-bd21-9c55ff522bd9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ebf22eaf-a4ad-4d48-9062-e50ac6a0f1b1 HTTP/1.1" status: 204 len: 168 time: 0.1537111 May 25 22:55:14.797027 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-a0cd8694-1a80-4b2b-8491-8c0189f2de6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:16.048197 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:16.409413 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:17.579111 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:19.761092 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 48160) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:19.895200 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6b30cfa7-03d8-4bc4-bd56-37bb6d8694a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:19.926346 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-6b30cfa7-03d8-4bc4-bd56-37bb6d8694a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:19.930066 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-6b30cfa7-03d8-4bc4-bd56-37bb6d8694a3 admin admin] Usage tracker for resource:security_group_rule and tenant:4baebba630254a6c95ba5cd96e22029e is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:19.932853 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-6b30cfa7-03d8-4bc4-bd56-37bb6d8694a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:19.938706 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-6b30cfa7-03d8-4bc4-bd56-37bb6d8694a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:20.003623 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6b30cfa7-03d8-4bc4-bd56-37bb6d8694a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:20.007215 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-6b30cfa7-03d8-4bc4-bd56-37bb6d8694a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:20.056387 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30cfa7-03d8-4bc4-bd56-37bb6d8694a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950f3964-f082-4951-b9ac-33e4e2ec5d15,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:20.060641 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-6b30cfa7-03d8-4bc4-bd56-37bb6d8694a3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4baebba630254a6c95ba5cd96e22029e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2983148 May 25 22:55:20.062969 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 48166) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:20.120870 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-059dc620-f27c-47c0-84aa-6e54c369fa96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:20.145757 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-059dc620-f27c-47c0-84aa-6e54c369fa96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:20.196590 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-059dc620-f27c-47c0-84aa-6e54c369fa96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:20.213741 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059dc620-f27c-47c0-84aa-6e54c369fa96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950f3964-f082-4951-b9ac-33e4e2ec5d15,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:20.217075 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-059dc620-f27c-47c0-84aa-6e54c369fa96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:20.218498 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-059dc620-f27c-47c0-84aa-6e54c369fa96 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/950f3964-f082-4951-b9ac-33e4e2ec5d15 HTTP/1.1" status: 204 len: 168 time: 0.1543159 May 25 22:55:20.531653 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 48174) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:20.549572 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-25e542b3-26b8-442f-b623-09b0150364dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:20.580214 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-25e542b3-26b8-442f-b623-09b0150364dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:20.583842 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-25e542b3-26b8-442f-b623-09b0150364dd admin admin] Usage tracker for resource:security_group_rule and tenant:d957792f320141fab429b14693cb4d41 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:20.586553 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-25e542b3-26b8-442f-b623-09b0150364dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:20.592041 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-25e542b3-26b8-442f-b623-09b0150364dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:20.653670 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-25e542b3-26b8-442f-b623-09b0150364dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:20.657088 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-25e542b3-26b8-442f-b623-09b0150364dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:20.700201 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e542b3-26b8-442f-b623-09b0150364dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32146bf4-253e-4e27-a2a4-29c23ca0bb9d,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:20.705340 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-25e542b3-26b8-442f-b623-09b0150364dd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d957792f320141fab429b14693cb4d41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1727057 May 25 22:55:20.708069 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 48178) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:20.768716 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-06e54546-310a-4f37-842e-ac5b750856dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:20.793154 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-06e54546-310a-4f37-842e-ac5b750856dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:20.842525 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-06e54546-310a-4f37-842e-ac5b750856dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:20.857145 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e54546-310a-4f37-842e-ac5b750856dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32146bf4-253e-4e27-a2a4-29c23ca0bb9d,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:20.862863 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-06e54546-310a-4f37-842e-ac5b750856dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:20.863956 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-06e54546-310a-4f37-842e-ac5b750856dc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/32146bf4-253e-4e27-a2a4-29c23ca0bb9d HTTP/1.1" status: 204 len: 168 time: 0.1550097 May 25 22:55:24.861449 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 48222) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:24.996487 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a7214705-9685-4e84-9f1d-ff5bc168d11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:25.026380 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-a7214705-9685-4e84-9f1d-ff5bc168d11a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:25.030257 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-a7214705-9685-4e84-9f1d-ff5bc168d11a admin admin] Usage tracker for resource:security_group_rule and tenant:e7303d2ef82343feada0054a6f78179f is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:25.033089 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-a7214705-9685-4e84-9f1d-ff5bc168d11a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:25.038752 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-a7214705-9685-4e84-9f1d-ff5bc168d11a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:25.105393 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a7214705-9685-4e84-9f1d-ff5bc168d11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:25.108940 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a7214705-9685-4e84-9f1d-ff5bc168d11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:25.154843 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7214705-9685-4e84-9f1d-ff5bc168d11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca15728-db57-4e88-8c77-8256c91ffce7,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:25.161254 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-a7214705-9685-4e84-9f1d-ff5bc168d11a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e7303d2ef82343feada0054a6f78179f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2964787 May 25 22:55:25.161498 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 48228) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:25.219494 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4d7ab00f-ae22-4959-8bd2-ea43b8da6059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:25.245348 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4d7ab00f-ae22-4959-8bd2-ea43b8da6059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:25.294816 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4d7ab00f-ae22-4959-8bd2-ea43b8da6059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:25.308639 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ab00f-ae22-4959-8bd2-ea43b8da6059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca15728-db57-4e88-8c77-8256c91ffce7,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:25.314895 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4d7ab00f-ae22-4959-8bd2-ea43b8da6059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:25.315992 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-4d7ab00f-ae22-4959-8bd2-ea43b8da6059 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5ca15728-db57-4e88-8c77-8256c91ffce7 HTTP/1.1" status: 204 len: 168 time: 0.1536579 May 25 22:55:27.789665 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-a6117f2c-1361-4893-91b6-6ccac2c7df6d tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=9d91587523cc4b51b25eb02b3ca89390&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299516 May 25 22:55:27.932970 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-d46fb3b7-b9ef-4d7e-acf5-4b74280a1555 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:27.934274 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-d46fb3b7-b9ef-4d7e-acf5-4b74280a1555 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1397178 May 25 22:55:27.950474 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-d96b9f03-2288-400a-a45f-43f519f5013d tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.59 "GET /v2.0/quotas/9d91587523cc4b51b25eb02b3ca89390 HTTP/1.1" status: 200 len: 375 time: 0.0107534 May 25 22:55:27.996512 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-e3750b6d-0f78-49e4-984d-0a7e772793b5 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d91587523cc4b51b25eb02b3ca89390&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411994 May 25 22:55:28.177102 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-279ea4e6-6ad2-4589-a125-e8fb47dcb2a0 req-59d15860-0779-4010-bae1-b6d39bd68658 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.59 "GET /v2.0/ports?device_id=d17938bb-1794-4335-ae4d-a1164621ed95 HTTP/1.1" status: 200 len: 210 time: 0.0415273 May 25 22:55:29.364670 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-139e360a-d26a-4d66-b738-392c8248946b req-357ab35e-3049-4f98-a908-2b6af59c9905 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.59 "GET /v2.0/ports?device_id=d17938bb-1794-4335-ae4d-a1164621ed95 HTTP/1.1" status: 200 len: 210 time: 0.0676916 May 25 22:55:29.368923 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-5632a632-41dd-45ee-af88-82f4a6159c97 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=9d91587523cc4b51b25eb02b3ca89390&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396936 May 25 22:55:29.517842 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-ae68322b-b8b8-4343-afda-56b57575ab57 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:29.519272 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-ae68322b-b8b8-4343-afda-56b57575ab57 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1456213 May 25 22:55:29.544066 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-63dffb38-67de-494b-9d71-a452e7cb830f tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Request body: {'port': {'device_id': 'd17938bb-1794-4335-ae4d-a1164621ed95', 'network_id': 'f32a4542-d44e-422b-a57c-39447a5dd6d0', 'admin_state_up': True, 'tenant_id': '9d91587523cc4b51b25eb02b3ca89390'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:29.752090 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-63dffb38-67de-494b-9d71-a452e7cb830f tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:29.755829 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-63dffb38-67de-494b-9d71-a452e7cb830f tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Usage tracker for resource:port and tenant:9d91587523cc4b51b25eb02b3ca89390 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:29.758635 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-63dffb38-67de-494b-9d71-a452e7cb830f tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:29.764259 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-63dffb38-67de-494b-9d71-a452e7cb830f tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:29.773533 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-63dffb38-67de-494b-9d71-a452e7cb830f tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Made reservation on behalf of 9d91587523cc4b51b25eb02b3ca89390 for: {'port': 1} {{(pid=83203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:29.776588 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-63dffb38-67de-494b-9d71-a452e7cb830f tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:29.788621 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-63dffb38-67de-494b-9d71-a452e7cb830f tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:29.820121 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-63dffb38-67de-494b-9d71-a452e7cb830f tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:29.823809 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-63dffb38-67de-494b-9d71-a452e7cb830f tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Usage tracker for resource:security_group_rule and tenant:9d91587523cc4b51b25eb02b3ca89390 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:29.826552 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-63dffb38-67de-494b-9d71-a452e7cb830f tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:29.832305 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-63dffb38-67de-494b-9d71-a452e7cb830f tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:29.896580 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-63dffb38-67de-494b-9d71-a452e7cb830f tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:29.900079 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-63dffb38-67de-494b-9d71-a452e7cb830f tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:29.984279 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dffb38-67de-494b-9d71-a452e7cb830f tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96ec4ca1-29eb-444c-ba11-8934d268bfc2,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:30.066519 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.db_base_plugin_common [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-63dffb38-67de-494b-9d71-a452e7cb830f tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Allocated IP 192.168.233.5 (f32a4542-d44e-422b-a57c-39447a5dd6d0/2b0ccef8-289b-479a-8d3e-844d72d5f342/dcb9e069-ce17-48f4-8934-f18d91c845ea) {{(pid=83203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:30.263510 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-63dffb38-67de-494b-9d71-a452e7cb830f tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Notify callbacks [] for port, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:30.278778 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.provisioning_blocks [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-63dffb38-67de-494b-9d71-a452e7cb830f tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Transition to ACTIVE for port object dcb9e069-ce17-48f4-8934-f18d91c845ea will not be triggered until provisioned by entity DHCP. {{(pid=83203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:30.300717 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-63dffb38-67de-494b-9d71-a452e7cb830f tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:30.375202 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-63dffb38-67de-494b-9d71-a452e7cb830f tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Network f32a4542-d44e-422b-a57c-39447a5dd6d0 is already hosted by enough agents. {{(pid=83203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:30.377944 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-63dffb38-67de-494b-9d71-a452e7cb830f tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Resources bound (agent type, host, resource id): {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:30.380398 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-63dffb38-67de-494b-9d71-a452e7cb830f tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Received port after_create {{(pid=83203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:30.416028 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dffb38-67de-494b-9d71-a452e7cb830f tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Pushing event updated for resources: {'Port': ['ID=dcb9e069-ce17-48f4-8934-f18d91c845ea,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:30.450912 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-63dffb38-67de-494b-9d71-a452e7cb830f tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:30.451523 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-63dffb38-67de-494b-9d71-a452e7cb830f tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:30.477828 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-63dffb38-67de-494b-9d71-a452e7cb830f tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9368339 May 25 22:55:30.578498 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8148b40-9242-4188-a629-bba4a0b8919f req-48a12f64-b758-4291-9823-a5addec1a9f1 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:30.579953 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d8148b40-9242-4188-a629-bba4a0b8919f req-48a12f64-b758-4291-9823-a5addec1a9f1 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.59 "GET /v2.0/ports?device_id=d17938bb-1794-4335-ae4d-a1164621ed95 HTTP/1.1" status: 200 len: 934 time: 0.0853636 May 25 22:55:30.625666 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-d8148b40-9242-4188-a629-bba4a0b8919f req-3f857d93-9677-4d5b-a591-1e3dc0313b03 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.59 "GET /v2.0/security-groups?id=96ec4ca1-29eb-444c-ba11-8934d268bfc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403242 May 25 22:55:30.628033 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-439acb25-66cc-49a2-8fa9-909f5d82ecd1 service neutron] Request body: {'port': {'device_id': 'd17938bb-1794-4335-ae4d-a1164621ed95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:30.674439 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-a62ae7ea-2eed-451d-909a-446688d0c40b None None] Provisioning for port dcb9e069-ce17-48f4-8934-f18d91c845ea completed by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:30.678911 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-a62ae7ea-2eed-451d-909a-446688d0c40b None None] Provisioning complete for port dcb9e069-ce17-48f4-8934-f18d91c845ea triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:30.679265 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-a62ae7ea-2eed-451d-909a-446688d0c40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:30.732314 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-a62ae7ea-2eed-451d-909a-446688d0c40b None None] Port dcb9e069-ce17-48f4-8934-f18d91c845ea cannot update to ACTIVE because it is not bound. {{(pid=83205) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:55:30.738801 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-439acb25-66cc-49a2-8fa9-909f5d82ecd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:31.063684 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-439acb25-66cc-49a2-8fa9-909f5d82ecd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb9e069-ce17-48f4-8934-f18d91c845ea {{(pid=83203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:55:31.070205 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-439acb25-66cc-49a2-8fa9-909f5d82ecd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:31.084551 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.provisioning_blocks [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-439acb25-66cc-49a2-8fa9-909f5d82ecd1 service neutron] Transition to ACTIVE for port object dcb9e069-ce17-48f4-8934-f18d91c845ea will not be triggered until provisioned by entity L2. {{(pid=83203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:31.088059 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-439acb25-66cc-49a2-8fa9-909f5d82ecd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950903'] for port, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:31.209778 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439acb25-66cc-49a2-8fa9-909f5d82ecd1 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb9e069-ce17-48f4-8934-f18d91c845ea,revision_number=2']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:31.322585 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.managers [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-439acb25-66cc-49a2-8fa9-909f5d82ecd1 service neutron] Attempting to bind port dcb9e069-ce17-48f4-8934-f18d91c845ea on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:55:31.322922 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.managers [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-439acb25-66cc-49a2-8fa9-909f5d82ecd1 service neutron] Attempting to bind port dcb9e069-ce17-48f4-8934-f18d91c845ea by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '0bcf93e1-8099-4427-89d1-2aee15481b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f32a4542-d44e-422b-a57c-39447a5dd6d0'}] {{(pid=83203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:55:31.323249 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-439acb25-66cc-49a2-8fa9-909f5d82ecd1 service neutron] Attempting to bind port dcb9e069-ce17-48f4-8934-f18d91c845ea on network f32a4542-d44e-422b-a57c-39447a5dd6d0 {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:55:31.328956 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-439acb25-66cc-49a2-8fa9-909f5d82ecd1 service neutron] Port dcb9e069-ce17-48f4-8934-f18d91c845ea on network f32a4542-d44e-422b-a57c-39447a5dd6d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:55:31.329271 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-439acb25-66cc-49a2-8fa9-909f5d82ecd1 service neutron] Attempting to bind port dcb9e069-ce17-48f4-8934-f18d91c845ea on network f32a4542-d44e-422b-a57c-39447a5dd6d0 {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:55:31.335361 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-439acb25-66cc-49a2-8fa9-909f5d82ecd1 service neutron] Checking agent: {'id': '664d2378-5910-4a50-8747-70f7074f61b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'started_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:55:31.335689 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-439acb25-66cc-49a2-8fa9-909f5d82ecd1 service neutron] Checking segment: {'id': '0bcf93e1-8099-4427-89d1-2aee15481b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f32a4542-d44e-422b-a57c-39447a5dd6d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:55:31.336065 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-439acb25-66cc-49a2-8fa9-909f5d82ecd1 service neutron] Bound using segment: {'id': '0bcf93e1-8099-4427-89d1-2aee15481b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f32a4542-d44e-422b-a57c-39447a5dd6d0'} {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:55:31.337133 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.managers [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-439acb25-66cc-49a2-8fa9-909f5d82ecd1 service neutron] Bound port: dcb9e069-ce17-48f4-8934-f18d91c845ea, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bcf93e1-8099-4427-89d1-2aee15481b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f32a4542-d44e-422b-a57c-39447a5dd6d0'}}] {{(pid=83203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:55:31.337478 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-439acb25-66cc-49a2-8fa9-909f5d82ecd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:31.425339 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-439acb25-66cc-49a2-8fa9-909f5d82ecd1 service neutron] For port dcb9e069-ce17-48f4-8934-f18d91c845ea, host hv-cinder-84330, cleared binding levels {{(pid=83203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:55:31.428113 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-439acb25-66cc-49a2-8fa9-909f5d82ecd1 service neutron] For port dcb9e069-ce17-48f4-8934-f18d91c845ea, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=dcb9e069-ce17-48f4-8934-f18d91c845ea,segment=NetworkSegment(0bcf93e1-8099-4427-89d1-2aee15481b9d),segment_id=0bcf93e1-8099-4427-89d1-2aee15481b9d)] {{(pid=83203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:55:31.433048 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-439acb25-66cc-49a2-8fa9-909f5d82ecd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950903'] for port, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:31.493043 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-439acb25-66cc-49a2-8fa9-909f5d82ecd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:31.494225 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-439acb25-66cc-49a2-8fa9-909f5d82ecd1 service neutron] 10.222.0.15 "PUT /v2.0/ports/dcb9e069-ce17-48f4-8934-f18d91c845ea HTTP/1.1" status: 200 len: 1096 time: 0.9987705 May 25 22:55:31.494671 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17938bb-1794-4335-ae4d-a1164621ed95', 'tag': 'dcb9e069-ce17-48f4-8934-f18d91c845ea'}] {{(pid=83203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:55:31.514703 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439acb25-66cc-49a2-8fa9-909f5d82ecd1 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb9e069-ce17-48f4-8934-f18d91c845ea,revision_number=3']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:31.581476 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70199bfe-6d45-496f-aaee-17b3593c2d78'] response: {'name': 'network-changed', 'server_uuid': 'd17938bb-1794-4335-ae4d-a1164621ed95', 'tag': 'dcb9e069-ce17-48f4-8934-f18d91c845ea', 'status': 'completed', 'code': 200} May 25 22:55:31.623560 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-5f6bc031-e616-42de-accc-54bee06774ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d91587523cc4b51b25eb02b3ca89390&device_id=d17938bb-1794-4335-ae4d-a1164621ed95 HTTP/1.1" status: 200 len: 1099 time: 0.0730033 May 25 22:55:31.700968 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-113b8849-27a7-4523-91be-a0c2b22a3c68 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=dcb9e069-ce17-48f4-8934-f18d91c845ea HTTP/1.1" status: 200 len: 217 time: 0.0644481 May 25 22:55:31.761981 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-a36ac7ee-1232-48a7-9e6b-35c6fb5dfec3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:31.764385 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-a36ac7ee-1232-48a7-9e6b-35c6fb5dfec3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2b0ccef8-289b-479a-8d3e-844d72d5f342 HTTP/1.1" status: 200 len: 843 time: 0.0575593 May 25 22:55:31.816574 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaabd6f-0dfd-4dbc-914b-3cb78fbe4ef9 req-5619ce12-22e8-4e4d-ad28-d960b772d0ce tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:31.818100 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-adaabd6f-0dfd-4dbc-914b-3cb78fbe4ef9 req-5619ce12-22e8-4e4d-ad28-d960b772d0ce tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.59 "GET /v2.0/ports?device_id=d17938bb-1794-4335-ae4d-a1164621ed95 HTTP/1.1" status: 200 len: 946 time: 0.0770264 May 25 22:55:31.865546 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-adaabd6f-0dfd-4dbc-914b-3cb78fbe4ef9 req-2fd8bfe9-b378-4617-a7a0-76f0dbbd3da9 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.59 "GET /v2.0/security-groups?id=96ec4ca1-29eb-444c-ba11-8934d268bfc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409853 May 25 22:55:31.923068 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-29b6b872-4150-402a-9c54-1cc3b7e0abc6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f32a4542-d44e-422b-a57c-39447a5dd6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1529551 May 25 22:55:32.052668 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-f124cbeb-6d20-4f0a-967e-fd582bd3c0b8 service neutron] 10.222.0.15 "GET /v2.0/networks/f32a4542-d44e-422b-a57c-39447a5dd6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217270 May 25 22:55:32.181305 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7302bd9f-c538-4450-a410-667e8cd5b7ab req-ce7ced8b-27f5-419b-ad24-8387343b3c39 service neutron] 10.222.0.15 "GET /v2.0/networks/f32a4542-d44e-422b-a57c-39447a5dd6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229372 May 25 22:55:32.342796 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-1d5cae7b-1cd1-4823-b141-29312442742c req-786e2cba-26d8-47dc-be66-562f0ebf6134 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d91587523cc4b51b25eb02b3ca89390&device_id=d17938bb-1794-4335-ae4d-a1164621ed95 HTTP/1.1" status: 200 len: 1099 time: 0.0705674 May 25 22:55:32.472588 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5cae7b-1cd1-4823-b141-29312442742c req-1e912997-0dc8-4622-9078-fa1bd2687f4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:32.473907 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-1d5cae7b-1cd1-4823-b141-29312442742c req-1e912997-0dc8-4622-9078-fa1bd2687f4f service neutron] 10.222.0.15 "GET /v2.0/networks?id=f32a4542-d44e-422b-a57c-39447a5dd6d0 HTTP/1.1" status: 200 len: 870 time: 0.1245844 May 25 22:55:32.544415 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-1d5cae7b-1cd1-4823-b141-29312442742c req-f1fedae7-66df-46b4-a3ff-1fa62859d4ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=dcb9e069-ce17-48f4-8934-f18d91c845ea HTTP/1.1" status: 200 len: 217 time: 0.0632362 May 25 22:55:32.610984 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5cae7b-1cd1-4823-b141-29312442742c req-12fe3306-fae0-47b1-b56c-e3927c53403b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:32.612416 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-1d5cae7b-1cd1-4823-b141-29312442742c req-12fe3306-fae0-47b1-b56c-e3927c53403b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2b0ccef8-289b-479a-8d3e-844d72d5f342 HTTP/1.1" status: 200 len: 843 time: 0.0621679 May 25 22:55:32.690931 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-1d5cae7b-1cd1-4823-b141-29312442742c req-8ad06902-3026-4e1c-82f9-0f0b85691fe1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f32a4542-d44e-422b-a57c-39447a5dd6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0727642 May 25 22:55:32.818073 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-1d5cae7b-1cd1-4823-b141-29312442742c req-4b919153-6d7b-454b-902a-92765eaf1dc4 service neutron] 10.222.0.15 "GET /v2.0/networks/f32a4542-d44e-422b-a57c-39447a5dd6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208537 May 25 22:55:32.948373 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-1d5cae7b-1cd1-4823-b141-29312442742c req-b543becb-55bb-4a56-a577-d1dd5b07ed9a service neutron] 10.222.0.15 "GET /v2.0/networks/f32a4542-d44e-422b-a57c-39447a5dd6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223943 May 25 22:55:33.059462 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b24979-9bad-458a-b772-3b6479946934 req-3692580e-605c-4f07-ac1b-9862e55636d7 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:33.060146 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-40b24979-9bad-458a-b772-3b6479946934 req-3692580e-605c-4f07-ac1b-9862e55636d7 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Synchronizing usage tracker for tenant:9d91587523cc4b51b25eb02b3ca89390 on resource:port {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:55:33.076584 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-40b24979-9bad-458a-b772-3b6479946934 req-3692580e-605c-4f07-ac1b-9862e55636d7 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Unset dirty status for tenant:9d91587523cc4b51b25eb02b3ca89390 on resource:port {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:55:33.077691 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-40b24979-9bad-458a-b772-3b6479946934 req-3692580e-605c-4f07-ac1b-9862e55636d7 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.59 "GET /v2.0/ports?device_id=d17938bb-1794-4335-ae4d-a1164621ed95 HTTP/1.1" status: 200 len: 946 time: 0.0903323 May 25 22:55:33.124968 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-40b24979-9bad-458a-b772-3b6479946934 req-e6fabe85-07ae-4b5a-bd9b-be802365c547 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Synchronizing usage tracker for tenant:9d91587523cc4b51b25eb02b3ca89390 on resource:security_group {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:55:33.140421 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-40b24979-9bad-458a-b772-3b6479946934 req-e6fabe85-07ae-4b5a-bd9b-be802365c547 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Unset dirty status for tenant:9d91587523cc4b51b25eb02b3ca89390 on resource:security_group {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:55:33.141604 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-40b24979-9bad-458a-b772-3b6479946934 req-e6fabe85-07ae-4b5a-bd9b-be802365c547 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.59 "GET /v2.0/security-groups?id=96ec4ca1-29eb-444c-ba11-8934d268bfc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585821 May 25 22:55:33.958585 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:34.407538 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78120c-0dd2-48b0-831e-e32d5d6f8945 req-5a1761da-7148-46e7-bbf9-cb552442103a tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:34.408971 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-8b78120c-0dd2-48b0-831e-e32d5d6f8945 req-5a1761da-7148-46e7-bbf9-cb552442103a tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.59 "GET /v2.0/ports?device_id=d17938bb-1794-4335-ae4d-a1164621ed95 HTTP/1.1" status: 200 len: 946 time: 0.1515477 May 25 22:55:34.452464 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-8b78120c-0dd2-48b0-831e-e32d5d6f8945 req-0ebd0cde-85ce-4458-b06f-39ec72887e43 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.59 "GET /v2.0/security-groups?id=96ec4ca1-29eb-444c-ba11-8934d268bfc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380452 May 25 22:55:35.535165 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device dcb9e069-ce17-48f4-8934-f18d91c845ea details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83205) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:55:35.644222 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee6e04-bd7b-439f-b764-9845b40ce82c req-245d5fff-a79d-401e-ae57-1334af7653cf tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:35.645648 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-69ee6e04-bd7b-439f-b764-9845b40ce82c req-245d5fff-a79d-401e-ae57-1334af7653cf tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.59 "GET /v2.0/ports?device_id=d17938bb-1794-4335-ae4d-a1164621ed95 HTTP/1.1" status: 200 len: 946 time: 0.0762882 May 25 22:55:35.667301 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port dcb9e069-ce17-48f4-8934-f18d91c845ea, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=dcb9e069-ce17-48f4-8934-f18d91c845ea,segment=NetworkSegment(0bcf93e1-8099-4427-89d1-2aee15481b9d),segment_id=0bcf93e1-8099-4427-89d1-2aee15481b9d)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:35.683824 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Returning: {'device': 'dcb9e069-ce17-48f4-8934-f18d91c845ea', 'network_id': 'f32a4542-d44e-422b-a57c-39447a5dd6d0', 'port_id': 'dcb9e069-ce17-48f4-8934-f18d91c845ea', 'mac_address': 'fa:16:3e:a1:87:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b0ccef8-289b-479a-8d3e-844d72d5f342', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83205) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:55:35.691416 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-69ee6e04-bd7b-439f-b764-9845b40ce82c req-ad7e9b63-b193-44fc-acc7-11ac5bac6e3f tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.59 "GET /v2.0/security-groups?id=96ec4ca1-29eb-444c-ba11-8934d268bfc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397959 May 25 22:55:35.736833 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:35.753290 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb9e069-ce17-48f4-8934-f18d91c845ea {{(pid=83205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:55:35.768194 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port dcb9e069-ce17-48f4-8934-f18d91c845ea, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=dcb9e069-ce17-48f4-8934-f18d91c845ea,segment=NetworkSegment(0bcf93e1-8099-4427-89d1-2aee15481b9d),segment_id=0bcf93e1-8099-4427-89d1-2aee15481b9d)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:35.771756 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:35.834149 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=dcb9e069-ce17-48f4-8934-f18d91c845ea,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:35.842661 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:35.842999 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:35.843347 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:35.843661 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:35.843984 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:35.844304 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:35.844621 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:35.844938 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:35.845257 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:35.845572 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:35.845884 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:36.180785 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['dcb9e069-ce17-48f4-8934-f18d91c845ea'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:55:36.887370 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533761ff-9947-43b9-ad3c-1fa219239463 req-76fff9d3-daf0-4f4d-9afa-693eb7da4d4b tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:36.888804 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-533761ff-9947-43b9-ad3c-1fa219239463 req-76fff9d3-daf0-4f4d-9afa-693eb7da4d4b tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.59 "GET /v2.0/ports?device_id=d17938bb-1794-4335-ae4d-a1164621ed95 HTTP/1.1" status: 200 len: 947 time: 0.0785301 May 25 22:55:36.935576 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-533761ff-9947-43b9-ad3c-1fa219239463 req-2a3c7ce5-815d-418e-b813-b9f9cd42a00b tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.59 "GET /v2.0/security-groups?id=96ec4ca1-29eb-444c-ba11-8934d268bfc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412576 May 25 22:55:37.554592 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device dcb9e069-ce17-48f4-8934-f18d91c845ea up at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:55:37.623456 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning for port dcb9e069-ce17-48f4-8934-f18d91c845ea completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:37.627978 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning complete for port dcb9e069-ce17-48f4-8934-f18d91c845ea triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:37.628340 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:37.735029 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:37.761598 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17938bb-1794-4335-ae4d-a1164621ed95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb9e069-ce17-48f4-8934-f18d91c845ea'}] {{(pid=83205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:55:37.771223 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port dcb9e069-ce17-48f4-8934-f18d91c845ea, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=dcb9e069-ce17-48f4-8934-f18d91c845ea,segment=NetworkSegment(0bcf93e1-8099-4427-89d1-2aee15481b9d),segment_id=0bcf93e1-8099-4427-89d1-2aee15481b9d)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:37.775194 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:37.842389 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=dcb9e069-ce17-48f4-8934-f18d91c845ea,revision_number=5']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:37.955573 dv-cinder-843305-1-smb neutron-server[83205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b090787-a551-49b1-8577-f53fe4f95463'] response: {'server_uuid': 'd17938bb-1794-4335-ae4d-a1164621ed95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb9e069-ce17-48f4-8934-f18d91c845ea', 'code': 200} May 25 22:55:38.138755 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110a008-c1d4-48f3-af8a-7c41b9f6ed3e req-ef6e5430-ab7a-4d28-a13d-fb97335739ad tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:38.140113 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-1110a008-c1d4-48f3-af8a-7c41b9f6ed3e req-ef6e5430-ab7a-4d28-a13d-fb97335739ad tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.59 "GET /v2.0/ports?device_id=d17938bb-1794-4335-ae4d-a1164621ed95 HTTP/1.1" status: 200 len: 948 time: 0.0836623 May 25 22:55:38.187304 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-1110a008-c1d4-48f3-af8a-7c41b9f6ed3e req-26b4f26d-e6be-4f26-b924-aea8eaad9db8 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.59 "GET /v2.0/security-groups?id=96ec4ca1-29eb-444c-ba11-8934d268bfc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415580 May 25 22:55:38.222766 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-940a6715-b082-40a4-b108-a9c6d6dfbe8c req-64230f80-d351-409d-b4cf-9bd5c5fc90b2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d17938bb-1794-4335-ae4d-a1164621ed95 HTTP/1.1" status: 200 len: 1101 time: 0.0743420 May 25 22:55:38.264071 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-940a6715-b082-40a4-b108-a9c6d6dfbe8c req-6cab5c68-fa0f-4a92-9162-3e8d15fd7796 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=96ec4ca1-29eb-444c-ba11-8934d268bfc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350232 May 25 22:55:39.382152 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9f5f1-de2d-4b75-b6b6-21d4f130fa1e req-79fc409a-d0eb-400b-b75c-ddcfe26e930a tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:39.383586 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d0f9f5f1-de2d-4b75-b6b6-21d4f130fa1e req-79fc409a-d0eb-400b-b75c-ddcfe26e930a tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.59 "GET /v2.0/ports?device_id=d17938bb-1794-4335-ae4d-a1164621ed95 HTTP/1.1" status: 200 len: 948 time: 0.0749786 May 25 22:55:39.427444 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d0f9f5f1-de2d-4b75-b6b6-21d4f130fa1e req-12bc0152-935f-4fcc-8e98-c1c1bc5c356d tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.59 "GET /v2.0/security-groups?id=96ec4ca1-29eb-444c-ba11-8934d268bfc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385494 May 25 22:55:40.620717 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e2e94-dec8-44bf-83da-7939d1355293 req-7b5af4ef-d84b-47bd-a12e-fb1e28522a8e tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:40.622141 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-088e2e94-dec8-44bf-83da-7939d1355293 req-7b5af4ef-d84b-47bd-a12e-fb1e28522a8e tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.59 "GET /v2.0/ports?device_id=d17938bb-1794-4335-ae4d-a1164621ed95 HTTP/1.1" status: 200 len: 948 time: 0.0787752 May 25 22:55:40.666078 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-088e2e94-dec8-44bf-83da-7939d1355293 req-11f0b205-ac20-4441-b598-db0d68664cde tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.59 "GET /v2.0/security-groups?id=96ec4ca1-29eb-444c-ba11-8934d268bfc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384803 May 25 22:55:41.104248 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7ca88-0eab-4d57-92b2-be1431536d0f req-e8ee7e3c-5c5c-4732-9476-2effbe3b962e tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:41.105847 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b6e7ca88-0eab-4d57-92b2-be1431536d0f req-e8ee7e3c-5c5c-4732-9476-2effbe3b962e tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.59 "GET /v2.0/ports?device_id=d17938bb-1794-4335-ae4d-a1164621ed95 HTTP/1.1" status: 200 len: 948 time: 0.0744107 May 25 22:55:41.149403 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-b6e7ca88-0eab-4d57-92b2-be1431536d0f req-b0a5c6a1-f98f-4d08-879f-f7cdfe1dbd36 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.59 "GET /v2.0/security-groups?id=96ec4ca1-29eb-444c-ba11-8934d268bfc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381386 May 25 22:55:42.352073 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea7782-d92c-4276-b1a4-d9716b8b870e req-203aaf51-3f01-4345-826e-66b0bfd3729d tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:42.353646 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7fea7782-d92c-4276-b1a4-d9716b8b870e req-203aaf51-3f01-4345-826e-66b0bfd3729d tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.59 "GET /v2.0/ports?device_id=d17938bb-1794-4335-ae4d-a1164621ed95 HTTP/1.1" status: 200 len: 948 time: 0.0803390 May 25 22:55:42.398100 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-7fea7782-d92c-4276-b1a4-d9716b8b870e req-b24b4900-0ae0-413f-99a7-ea525f61a168 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.59 "GET /v2.0/security-groups?id=96ec4ca1-29eb-444c-ba11-8934d268bfc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386877 May 25 22:55:42.657420 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6766ad6a-d85d-4cbc-97b4-cc98f409b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:42.673820 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e69163-01d7-46ae-b612-289173342613 req-aa6cf7f0-2320-410e-95c7-89e96f9d55ee tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:42.675277 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e0e69163-01d7-46ae-b612-289173342613 req-aa6cf7f0-2320-410e-95c7-89e96f9d55ee tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d17938bb-1794-4335-ae4d-a1164621ed95 HTTP/1.1" status: 200 len: 948 time: 0.0758359 May 25 22:55:42.825096 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [req-e0e69163-01d7-46ae-b612-289173342613 req-c0fe5127-5041-4dea-9db5-3978a9d53ad1 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Deleting port dcb9e069-ce17-48f4-8934-f18d91c845ea {{(pid=83203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:42.825346 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-e0e69163-01d7-46ae-b612-289173342613 req-c0fe5127-5041-4dea-9db5-3978a9d53ad1 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:43.060175 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [req-e0e69163-01d7-46ae-b612-289173342613 req-c0fe5127-5041-4dea-9db5-3978a9d53ad1 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] For port dcb9e069-ce17-48f4-8934-f18d91c845ea, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=dcb9e069-ce17-48f4-8934-f18d91c845ea,segment=NetworkSegment(0bcf93e1-8099-4427-89d1-2aee15481b9d),segment_id=0bcf93e1-8099-4427-89d1-2aee15481b9d)] {{(pid=83203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:43.060532 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-e0e69163-01d7-46ae-b612-289173342613 req-c0fe5127-5041-4dea-9db5-3978a9d53ad1 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:43.188124 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [req-e0e69163-01d7-46ae-b612-289173342613 req-c0fe5127-5041-4dea-9db5-3978a9d53ad1 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Calling delete_port for dcb9e069-ce17-48f4-8934-f18d91c845ea owned by compute:nova {{(pid=83203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:43.327701 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-e0e69163-01d7-46ae-b612-289173342613 req-c0fe5127-5041-4dea-9db5-3978a9d53ad1 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:43.362570 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['dcb9e069-ce17-48f4-8934-f18d91c845ea'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:55:43.374054 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe5127-5041-4dea-9db5-3978a9d53ad1 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Pushing event deleted for resources: {'Port': ['ID=dcb9e069-ce17-48f4-8934-f18d91c845ea,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:43.452001 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e69163-01d7-46ae-b612-289173342613 req-c0fe5127-5041-4dea-9db5-3978a9d53ad1 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] No DVR routers for this DVR port dcb9e069-ce17-48f4-8934-f18d91c845ea on host hv-cinder-84330 {{(pid=83203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:55:43.454469 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-e0e69163-01d7-46ae-b612-289173342613 req-c0fe5127-5041-4dea-9db5-3978a9d53ad1 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:43.457151 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17938bb-1794-4335-ae4d-a1164621ed95', 'name': 'network-vif-deleted', 'tag': 'dcb9e069-ce17-48f4-8934-f18d91c845ea'}] {{(pid=83203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:55:43.474018 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e0e69163-01d7-46ae-b612-289173342613 req-c0fe5127-5041-4dea-9db5-3978a9d53ad1 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.15 "DELETE /v2.0/ports/dcb9e069-ce17-48f4-8934-f18d91c845ea HTTP/1.1" status: 204 len: 173 time: 0.7925990 May 25 22:55:43.520345 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f8144a7-51e8-4647-86a1-d48646212c3f'] response: {'server_uuid': 'd17938bb-1794-4335-ae4d-a1164621ed95', 'name': 'network-vif-deleted', 'tag': 'dcb9e069-ce17-48f4-8934-f18d91c845ea', 'status': 'completed', 'code': 200} May 25 22:55:43.565518 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-3859ea8a-a7e4-4859-9b91-7f9de94a8616 req-aafdcd06-051b-4599-af78-8a8f3bef2298 tempest-VolumesNegativeTest-1493409472 tempest-VolumesNegativeTest-1493409472-project] 10.222.0.59 "GET /v2.0/ports?device_id=d17938bb-1794-4335-ae4d-a1164621ed95 HTTP/1.1" status: 200 len: 210 time: 0.0463495 May 25 22:55:44.798389 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-a14d5492-e6d1-460a-bd53-dd6193819665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:46.046593 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:46.413431 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:47.582944 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:47.645727 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device dcb9e069-ce17-48f4-8934-f18d91c845ea no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:55:47.682585 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] No Port match for: dcb9e069-ce17-48f4-8934-f18d91c845ea {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:55:47.682925 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device dcb9e069-ce17-48f4-8934-f18d91c845ea not bound to the agent host hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:55:49.319776 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 48512) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:49.391966 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:55:49.488049 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-fcb26aee-bb8e-40ec-954e-1b0edabed9b1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9d91587523cc4b51b25eb02b3ca89390&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1671515 May 25 22:55:49.490463 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 48518) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:49.547570 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-283edc27-1904-4b62-8bd5-87ef337f6338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:49.571884 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-283edc27-1904-4b62-8bd5-87ef337f6338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:49.622734 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-283edc27-1904-4b62-8bd5-87ef337f6338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:49.639528 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283edc27-1904-4b62-8bd5-87ef337f6338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ec4ca1-29eb-444c-ba11-8934d268bfc2,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:49.650417 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-283edc27-1904-4b62-8bd5-87ef337f6338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:49.651521 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-283edc27-1904-4b62-8bd5-87ef337f6338 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/96ec4ca1-29eb-444c-ba11-8934d268bfc2 HTTP/1.1" status: 204 len: 168 time: 0.1601999 May 25 22:55:50.401709 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 48540) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:50.526423 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-231372863-network', 'tenant_id': '73ef61c103024a179a3ba42726c5390e'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:50.530990 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:50.534761 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] Usage tracker for resource:network and tenant:73ef61c103024a179a3ba42726c5390e is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:50.537592 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:50.543152 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:50.552231 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] Made reservation on behalf of 73ef61c103024a179a3ba42726c5390e for: {'network': 1} {{(pid=83203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:50.554389 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for network, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:50.569524 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:50.599314 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:50.603078 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] Usage tracker for resource:security_group_rule and tenant:73ef61c103024a179a3ba42726c5390e is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:50.606021 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:50.611535 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:50.673316 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:50.676982 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:50.706825 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=83203) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:55:50.716151 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c447d81-f4b5-43fe-9c04-5f88c65683e8,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:50.724575 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:50.724916 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.db.segments_db [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] Added segment e20531f2-a7b7-4509-908f-381f22125cb0 of type vlan for network f40a271e-c5b4-4506-bf81-97dade033385 May 25 22:55:50.732313 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:50.732765 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:50.733217 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:50.733640 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:50.734035 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:50.734592 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:50.735003 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:50.735274 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:50.735705 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:50.736118 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:50.736456 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:50.761896 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728909907725'] for network, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:50.790170 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865'] for network, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:50.791002 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:50.791567 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for network, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:50.892202 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4893069 May 25 22:55:50.892824 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36003e7-8e78-4a66-af50-2f4feae5a1de admin admin] Pushing event updated for resources: {'Network': ['ID=f40a271e-c5b4-4506-bf81-97dade033385,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:50.894890 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 48546) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:50.900282 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-b3ab76c4-198e-471f-8021-0b047c45a6d8 admin admin] Request body: {'subnet': {'network_id': 'f40a271e-c5b4-4506-bf81-97dade033385', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-231372863-subnet', 'tenant_id': '73ef61c103024a179a3ba42726c5390e', 'ip_version': 4}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:50.902841 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Network f40a271e-c5b4-4506-bf81-97dade033385 details requested by agent ovs-agent-dv-cinder-843305-1-smb with host dv-cinder-843305-1-smb {{(pid=83205) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:55:50.904903 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-b3ab76c4-198e-471f-8021-0b047c45a6d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:50.908618 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-b3ab76c4-198e-471f-8021-0b047c45a6d8 admin admin] Usage tracker for resource:subnet and tenant:73ef61c103024a179a3ba42726c5390e is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:50.911440 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-b3ab76c4-198e-471f-8021-0b047c45a6d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:50.917081 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-b3ab76c4-198e-471f-8021-0b047c45a6d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:50.927803 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ab76c4-198e-471f-8021-0b047c45a6d8 admin admin] Made reservation on behalf of 73ef61c103024a179a3ba42726c5390e for: {'subnet': 1} {{(pid=83203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:50.930686 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-b3ab76c4-198e-471f-8021-0b047c45a6d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1742142'] for subnet, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:51.134671 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-b3ab76c4-198e-471f-8021-0b047c45a6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1950778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1742124'] for subnet, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:51.207538 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab76c4-198e-471f-8021-0b047c45a6d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8df6e37e-9ac0-49b8-89b7-a1d7f08289a5,revision_number=0']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:51.218901 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ab76c4-198e-471f-8021-0b047c45a6d8 admin admin] Checking segment: {'id': 'e20531f2-a7b7-4509-908f-381f22125cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f40a271e-c5b4-4506-bf81-97dade033385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:55:51.219281 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ab76c4-198e-471f-8021-0b047c45a6d8 admin admin] Network hostable DHCP agents. Network: f40a271e-c5b4-4506-bf81-97dade033385, hostable agents: ['894d5615-95da-45d6-9a18-7bf04c47b636'], hosted agents: [] {{(pid=83203) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:55:51.240074 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ab76c4-198e-471f-8021-0b047c45a6d8 admin admin] Network f40a271e-c5b4-4506-bf81-97dade033385 is scheduled to be hosted by DHCP agent 894d5615-95da-45d6-9a18-7bf04c47b636 with binding_index 1 {{(pid=83203) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:55:51.249438 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [None req-b3ab76c4-198e-471f-8021-0b047c45a6d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-smb, f40a271e-c5b4-4506-bf81-97dade033385) {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:51.253262 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ab76c4-198e-471f-8021-0b047c45a6d8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:51.253866 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-b3ab76c4-198e-471f-8021-0b047c45a6d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for subnet, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:51.258266 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca60e517-ed72-420c-8aa9-4c91604bc831 None None] Network f40a271e-c5b4-4506-bf81-97dade033385 requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:55:51.275403 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-b3ab76c4-198e-471f-8021-0b047c45a6d8 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3794267 May 25 22:55:51.330345 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 48550) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:51.335512 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-231372863-router', 'tenant_id': '73ef61c103024a179a3ba42726c5390e', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:51.340048 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:51.343764 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Usage tracker for resource:router and tenant:73ef61c103024a179a3ba42726c5390e is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:51.346523 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:51.352682 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:51.367059 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-995827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4951'] for router, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:51.368707 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-995728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4956'] for router, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:51.387071 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:51.475140 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b9d53b-72aa-40bb-ac2b-df689050645f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed14cf5-3ca5-548c-8e99-fd567da135a2-f40a271e-c5b4-4506-bf81-97dade033385', 'network_id': 'f40a271e-c5b4-4506-bf81-97dade033385', 'tenant_id': '73ef61c103024a179a3ba42726c5390e', 'fixed_ips': [{'subnet_id': '8df6e37e-9ac0-49b8-89b7-a1d7f08289a5'}]}} from dv-cinder-843305-1-smb. {{(pid=83205) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:55:51.475961 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-27b9d53b-72aa-40bb-ac2b-df689050645f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:51.529357 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1035273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:51.638744 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.db_base_plugin_common [None req-27b9d53b-72aa-40bb-ac2b-df689050645f None None] Allocated IP 172.20.0.2 (f40a271e-c5b4-4506-bf81-97dade033385/8df6e37e-9ac0-49b8-89b7-a1d7f08289a5/c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a) {{(pid=83205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:51.716302 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:51.749258 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:51.837674 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-27b9d53b-72aa-40bb-ac2b-df689050645f None None] Notify callbacks [] for port, precommit_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:51.847461 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-27b9d53b-72aa-40bb-ac2b-df689050645f None None] Transition to ACTIVE for port object c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a will not be triggered until provisioned by entity L2. {{(pid=83205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:51.866046 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-27b9d53b-72aa-40bb-ac2b-df689050645f None None] Transition to ACTIVE for port object c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a will not be triggered until provisioned by entity DHCP. {{(pid=83205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:51.871553 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-27b9d53b-72aa-40bb-ac2b-df689050645f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443'] for port, after_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:51.876990 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.db_base_plugin_common [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Allocated IP 172.28.2.192 (77f19dc1-c50e-4f02-8833-0fbdbbec8517/1120c8a6-ca37-4814-b2e9-f8ac22584781/579775af-7861-4b2a-9208-5affaa6a6151) {{(pid=83204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:51.940930 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b9d53b-72aa-40bb-ac2b-df689050645f None None] Network f40a271e-c5b4-4506-bf81-97dade033385 is already hosted by enough agents. {{(pid=83205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:51.943794 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.scheduler.base_scheduler [None req-27b9d53b-72aa-40bb-ac2b-df689050645f None None] Resources bound (agent type, host, resource id): {{(pid=83205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:51.948605 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b9d53b-72aa-40bb-ac2b-df689050645f None None] Received port after_create {{(pid=83205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:51.950656 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9d53b-72aa-40bb-ac2b-df689050645f None None] Pushing event updated for resources: {'Port': ['ID=c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a,revision_number=1']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:52.024937 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:52.035638 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-27b9d53b-72aa-40bb-ac2b-df689050645f None None] Attempting to bind port c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a on host dv-cinder-843305-1-smb for vnic_type normal with profile {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:55:52.036005 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-27b9d53b-72aa-40bb-ac2b-df689050645f None None] Attempting to bind port c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a by drivers openvswitch,hyperv on host dv-cinder-843305-1-smb at level 0 using segments [{'id': 'e20531f2-a7b7-4509-908f-381f22125cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f40a271e-c5b4-4506-bf81-97dade033385'}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:55:52.036362 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b9d53b-72aa-40bb-ac2b-df689050645f None None] Attempting to bind port c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a on network f40a271e-c5b4-4506-bf81-97dade033385 {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:55:52.042697 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b9d53b-72aa-40bb-ac2b-df689050645f None None] Checking agent: {'id': '7ae609c1-c95f-406f-b830-1d01d4388ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 29, 46), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:55:52.043069 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b9d53b-72aa-40bb-ac2b-df689050645f None None] Checking segment: {'id': 'e20531f2-a7b7-4509-908f-381f22125cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f40a271e-c5b4-4506-bf81-97dade033385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:55:52.043463 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-27b9d53b-72aa-40bb-ac2b-df689050645f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:52.043848 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b9d53b-72aa-40bb-ac2b-df689050645f None None] Bound using segment: {'id': 'e20531f2-a7b7-4509-908f-381f22125cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f40a271e-c5b4-4506-bf81-97dade033385'} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:55:52.044303 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-27b9d53b-72aa-40bb-ac2b-df689050645f None None] Bound port: c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a, host: dv-cinder-843305-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e20531f2-a7b7-4509-908f-381f22125cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f40a271e-c5b4-4506-bf81-97dade033385'}}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:55:52.044676 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-27b9d53b-72aa-40bb-ac2b-df689050645f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:52.051371 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:52.116276 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 is already hosted by enough agents. {{(pid=83204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:52.119078 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:52.123305 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Received port after_create {{(pid=83204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:52.133665 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-27b9d53b-72aa-40bb-ac2b-df689050645f None None] For port c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a, host dv-cinder-843305-1-smb, cleared binding levels {{(pid=83205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:55:52.136585 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-27b9d53b-72aa-40bb-ac2b-df689050645f None None] For port c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a, host dv-cinder-843305-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a,segment=NetworkSegment(e20531f2-a7b7-4509-908f-381f22125cb0),segment_id=e20531f2-a7b7-4509-908f-381f22125cb0)] {{(pid=83205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:55:52.141176 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-27b9d53b-72aa-40bb-ac2b-df689050645f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:52.146998 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Pushing event updated for resources: {'Port': ['ID=579775af-7861-4b2a-9208-5affaa6a6151,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:52.168073 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:52.168459 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:52.168880 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:52.169054 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:52.169446 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:52.169695 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:52.170015 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:52.170348 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:52.170672 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:52.170990 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:52.171347 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:52.224898 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9d53b-72aa-40bb-ac2b-df689050645f None None] Pushing event updated for resources: {'Port': ['ID=c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a,revision_number=2']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:52.295644 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:52.296390 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1035264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997785'] for router, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:52.607698 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Router 7f82e916-3d52-4be1-8a79-be5417426685 is scheduled to L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 with binding_index 1 {{(pid=83204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:55:52.805887 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:55:52.816152 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57201ea-ce0c-4534-9d00-744c0391f18b None None] Sync routers for ids ['7f82e916-3d52-4be1-8a79-be5417426685'] in dv-cinder-843305-1-smb {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:55:52.828656 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57201ea-ce0c-4534-9d00-744c0391f18b None None] Routers {'7f82e916-3d52-4be1-8a79-be5417426685'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:52.829416 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-a57201ea-ce0c-4534-9d00-744c0391f18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:55:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['7f82e916-3d52-4be1-8a79-be5417426685'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:52.833703 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] Notify callbacks [] for router, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:52.837912 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 48554) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:52.838463 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-158984bb-c46f-4247-a1cf-0843c98332e4 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5066159 May 25 22:55:53.017039 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-a57201ea-ce0c-4534-9d00-744c0391f18b None None] Set router 7f82e916-3d52-4be1-8a79-be5417426685 gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:55:53.137801 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887ce6c2-e981-4c9b-8b9c-89aee5b7e331 None None] Network f40a271e-c5b4-4506-bf81-97dade033385 requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:55:53.343354 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-ef22780b-ceef-450f-98d7-53990210f1c6 None None] Provisioning for port c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a completed by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:53.549751 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-a57201ea-ce0c-4534-9d00-744c0391f18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f82e916-3d52-4be1-8a79-be5417426685', 'name': 'tempest-TestMinimumBasicScenario-231372863-router', 'tenant_id': '73ef61c103024a179a3ba42726c5390e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': '579775af-7861-4b2a-9208-5affaa6a6151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:55:51Z', 'updated_at': '2022-05-25T22:55:52Z', 'revision_number': 3, 'project_id': '73ef61c103024a179a3ba42726c5390e', 'gw_port': {'id': '579775af-7861-4b2a-9208-5affaa6a6151', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f82e916-3d52-4be1-8a79-be5417426685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:51Z', 'updated_at': '2022-05-25T22:55:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb'}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:53.556358 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57201ea-ce0c-4534-9d00-744c0391f18b None None] Checking router: 7f82e916-3d52-4be1-8a79-be5417426685 for host: dv-cinder-843305-1-smb {{(pid=83205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:55:53.556704 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57201ea-ce0c-4534-9d00-744c0391f18b None None] Updating router 7f82e916-3d52-4be1-8a79-be5417426685 port 579775af-7861-4b2a-9208-5affaa6a6151 binding host dv-cinder-843305-1-smb {{(pid=83205) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:55:53.615907 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-a57201ea-ce0c-4534-9d00-744c0391f18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:53.681991 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-90c43ae0-eb84-4d29-b7b4-6dcaac3e0c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:53.891584 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.db_base_plugin_common [None req-90c43ae0-eb84-4d29-b7b4-6dcaac3e0c60 admin admin] Allocated IP 172.20.0.1 (f40a271e-c5b4-4506-bf81-97dade033385/8df6e37e-9ac0-49b8-89b7-a1d7f08289a5/27b2e87f-8d69-4e9e-b3d1-40005dc0bde9) {{(pid=83203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:53.959542 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-a57201ea-ce0c-4534-9d00-744c0391f18b None None] Notify callbacks [] for port, precommit_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:53.971844 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-a57201ea-ce0c-4534-9d00-744c0391f18b None None] Transition to ACTIVE for port object 579775af-7861-4b2a-9208-5affaa6a6151 will not be triggered until provisioned by entity L2. {{(pid=83205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:53.978991 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-a57201ea-ce0c-4534-9d00-744c0391f18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:54.042851 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-90c43ae0-eb84-4d29-b7b4-6dcaac3e0c60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:54.059242 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-a57201ea-ce0c-4534-9d00-744c0391f18b None None] Attempting to bind port 579775af-7861-4b2a-9208-5affaa6a6151 on host dv-cinder-843305-1-smb for vnic_type normal with profile {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:55:54.059795 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-a57201ea-ce0c-4534-9d00-744c0391f18b None None] Attempting to bind port 579775af-7861-4b2a-9208-5affaa6a6151 by drivers openvswitch,hyperv on host dv-cinder-843305-1-smb at level 0 using segments [{'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:55:54.059951 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57201ea-ce0c-4534-9d00-744c0391f18b None None] Attempting to bind port 579775af-7861-4b2a-9208-5affaa6a6151 on network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:55:54.062075 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd857dd-4b06-47af-87f4-d3be4365ff7b None None] Pushing event updated for resources: {'Port': ['ID=579775af-7861-4b2a-9208-5affaa6a6151,revision_number=2']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:54.063769 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.provisioning_blocks [None req-90c43ae0-eb84-4d29-b7b4-6dcaac3e0c60 admin admin] Transition to ACTIVE for port object 27b2e87f-8d69-4e9e-b3d1-40005dc0bde9 will not be triggered until provisioned by entity DHCP. {{(pid=83203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:54.067873 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:55:54.085892 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-90c43ae0-eb84-4d29-b7b4-6dcaac3e0c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:54.116023 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57201ea-ce0c-4534-9d00-744c0391f18b None None] Checking agent: {'id': '7ae609c1-c95f-406f-b830-1d01d4388ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 29, 46), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:55:54.116311 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57201ea-ce0c-4534-9d00-744c0391f18b None None] Checking segment: {'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:55:54.116703 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-a57201ea-ce0c-4534-9d00-744c0391f18b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:54.117085 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57201ea-ce0c-4534-9d00-744c0391f18b None None] Bound using segment: {'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:55:54.117569 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-a57201ea-ce0c-4534-9d00-744c0391f18b None None] Bound port: 579775af-7861-4b2a-9208-5affaa6a6151, host: dv-cinder-843305-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:55:54.117933 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-a57201ea-ce0c-4534-9d00-744c0391f18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:54.153803 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c43ae0-eb84-4d29-b7b4-6dcaac3e0c60 admin admin] Network f40a271e-c5b4-4506-bf81-97dade033385 is already hosted by enough agents. {{(pid=83203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:54.156681 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [None req-90c43ae0-eb84-4d29-b7b4-6dcaac3e0c60 admin admin] Resources bound (agent type, host, resource id): {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:54.161014 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c43ae0-eb84-4d29-b7b4-6dcaac3e0c60 admin admin] Received port after_create {{(pid=83203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:54.204473 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-a57201ea-ce0c-4534-9d00-744c0391f18b None None] For port 579775af-7861-4b2a-9208-5affaa6a6151, host dv-cinder-843305-1-smb, cleared binding levels {{(pid=83205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:55:54.207903 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-a57201ea-ce0c-4534-9d00-744c0391f18b None None] For port 579775af-7861-4b2a-9208-5affaa6a6151, host dv-cinder-843305-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=579775af-7861-4b2a-9208-5affaa6a6151,segment=NetworkSegment(3342e0e4-498a-46e7-9232-6274ffc1b494),segment_id=3342e0e4-498a-46e7-9232-6274ffc1b494)] {{(pid=83205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:55:54.209617 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning for port c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:54.216188 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-a57201ea-ce0c-4534-9d00-744c0391f18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:54.217945 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-90c43ae0-eb84-4d29-b7b4-6dcaac3e0c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999011'] for router_interface, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:54.245488 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c43ae0-eb84-4d29-b7b4-6dcaac3e0c60 admin admin] Pushing event updated for resources: {'Port': ['ID=27b2e87f-8d69-4e9e-b3d1-40005dc0bde9,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:54.264652 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:54.265021 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:54.308012 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-90c43ae0-eb84-4d29-b7b4-6dcaac3e0c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:54.370322 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd857dd-4b06-47af-87f4-d3be4365ff7b None None] Pushing event updated for resources: {'Port': ['ID=579775af-7861-4b2a-9208-5affaa6a6151,revision_number=3']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:54.380820 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57201ea-ce0c-4534-9d00-744c0391f18b None None] Routers {'7f82e916-3d52-4be1-8a79-be5417426685'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:54.381321 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-a57201ea-ce0c-4534-9d00-744c0391f18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:55:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['7f82e916-3d52-4be1-8a79-be5417426685'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:54.536619 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-90c43ae0-eb84-4d29-b7b4-6dcaac3e0c60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:54.541683 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-90c43ae0-eb84-4d29-b7b4-6dcaac3e0c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950903'] for port, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:54.585306 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-3c179da8-3b05-4170-bd21-6c3ee4c3fb16 None None] Provisioning for port 27b2e87f-8d69-4e9e-b3d1-40005dc0bde9 completed by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:54.590033 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:54.613199 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-3c179da8-3b05-4170-bd21-6c3ee4c3fb16 None None] Provisioning complete for port 27b2e87f-8d69-4e9e-b3d1-40005dc0bde9 triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:54.613562 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-3c179da8-3b05-4170-bd21-6c3ee4c3fb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:54.646716 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-90c43ae0-eb84-4d29-b7b4-6dcaac3e0c60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4094761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-999118'] for router_interface, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:54.650948 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c43ae0-eb84-4d29-b7b4-6dcaac3e0c60 admin admin] Pushing event updated for resources: {'Port': ['ID=27b2e87f-8d69-4e9e-b3d1-40005dc0bde9,revision_number=2']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:54.694594 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-3c179da8-3b05-4170-bd21-6c3ee4c3fb16 None None] Port 27b2e87f-8d69-4e9e-b3d1-40005dc0bde9 cannot update to ACTIVE because it is not bound. {{(pid=83205) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:55:54.699013 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-a57201ea-ce0c-4534-9d00-744c0391f18b None None] Set router 7f82e916-3d52-4be1-8a79-be5417426685 gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:55:54.736460 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] For port c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a,segment=NetworkSegment(e20531f2-a7b7-4509-908f-381f22125cb0),segment_id=e20531f2-a7b7-4509-908f-381f22125cb0)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:54.743148 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:54.785887 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c43ae0-eb84-4d29-b7b4-6dcaac3e0c60 admin admin] Network f40a271e-c5b4-4506-bf81-97dade033385 is already hosted by enough agents. {{(pid=83203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:54.787044 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [None req-90c43ae0-eb84-4d29-b7b4-6dcaac3e0c60 admin admin] Resources bound (agent type, host, resource id): {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:54.951837 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Pushing event updated for resources: {'Port': ['ID=c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a,revision_number=3']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:55.061402 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-43fba639-16b8-4ee4-86d6-1c0017841528 None None] Provisioning complete for port 27b2e87f-8d69-4e9e-b3d1-40005dc0bde9 triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:55.062062 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-43fba639-16b8-4ee4-86d6-1c0017841528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:55.151674 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-43fba639-16b8-4ee4-86d6-1c0017841528 None None] Port 27b2e87f-8d69-4e9e-b3d1-40005dc0bde9 cannot update to ACTIVE because it is not bound. {{(pid=83205) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:55:55.180984 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-a57201ea-ce0c-4534-9d00-744c0391f18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f82e916-3d52-4be1-8a79-be5417426685', 'name': 'tempest-TestMinimumBasicScenario-231372863-router', 'tenant_id': '73ef61c103024a179a3ba42726c5390e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': '579775af-7861-4b2a-9208-5affaa6a6151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:55:51Z', 'updated_at': '2022-05-25T22:55:54Z', 'revision_number': 4, 'project_id': '73ef61c103024a179a3ba42726c5390e', 'gw_port': {'id': '579775af-7861-4b2a-9208-5affaa6a6151', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f82e916-3d52-4be1-8a79-be5417426685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:51Z', 'updated_at': '2022-05-25T22:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '27b2e87f-8d69-4e9e-b3d1-40005dc0bde9', 'name': '', 'network_id': 'f40a271e-c5b4-4506-bf81-97dade033385', 'tenant_id': '73ef61c103024a179a3ba42726c5390e', 'mac_address': 'fa:16:3e:e3:00:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f82e916-3d52-4be1-8a79-be5417426685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8df6e37e-9ac0-49b8-89b7-a1d7f08289a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:53Z', 'updated_at': '2022-05-25T22:55:53Z', 'revision_number': 1, 'project_id': '73ef61c103024a179a3ba42726c5390e', 'subnets': [{'id': '8df6e37e-9ac0-49b8-89b7-a1d7f08289a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:55.185071 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57201ea-ce0c-4534-9d00-744c0391f18b None None] The sync data for ids ['7f82e916-3d52-4be1-8a79-be5417426685'] in dv-cinder-843305-1-smb is: [{'id': '7f82e916-3d52-4be1-8a79-be5417426685', 'name': 'tempest-TestMinimumBasicScenario-231372863-router', 'tenant_id': '73ef61c103024a179a3ba42726c5390e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': '579775af-7861-4b2a-9208-5affaa6a6151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:55:51Z', 'updated_at': '2022-05-25T22:55:54Z', 'revision_number': 4, 'project_id': '73ef61c103024a179a3ba42726c5390e', 'gw_port': {'id': '579775af-7861-4b2a-9208-5affaa6a6151', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f82e916-3d52-4be1-8a79-be5417426685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:51Z', 'updated_at': '2022-05-25T22:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '27b2e87f-8d69-4e9e-b3d1-40005dc0bde9', 'name': '', 'network_id': 'f40a271e-c5b4-4506-bf81-97dade033385', 'tenant_id': '73ef61c103024a179a3ba42726c5390e', 'mac_address': 'fa:16:3e:e3:00:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f82e916-3d52-4be1-8a79-be5417426685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8df6e37e-9ac0-49b8-89b7-a1d7f08289a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:53Z', 'updated_at': '2022-05-25T22:55:53Z', 'revision_number': 1, 'project_id': '73ef61c103024a179a3ba42726c5390e', 'subnets': [{'id': '8df6e37e-9ac0-49b8-89b7-a1d7f08289a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:55:55.275301 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c43ae0-eb84-4d29-b7b4-6dcaac3e0c60 admin admin] Router 7f82e916-3d52-4be1-8a79-be5417426685 has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:55:55.503882 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c43ae0-eb84-4d29-b7b4-6dcaac3e0c60 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:55:55.518033 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-90c43ae0-eb84-4d29-b7b4-6dcaac3e0c60 admin admin] 10.222.0.59 "PUT /v2.0/routers/7f82e916-3d52-4be1-8a79-be5417426685/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6743269 May 25 22:55:56.098805 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 579775af-7861-4b2a-9208-5affaa6a6151 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:55:56.171335 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning for port 579775af-7861-4b2a-9208-5affaa6a6151 completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:56.177154 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 579775af-7861-4b2a-9208-5affaa6a6151 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:56.177853 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:56.314362 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:56.332538 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] For port 579775af-7861-4b2a-9208-5affaa6a6151, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=579775af-7861-4b2a-9208-5affaa6a6151,segment=NetworkSegment(3342e0e4-498a-46e7-9232-6274ffc1b494),segment_id=3342e0e4-498a-46e7-9232-6274ffc1b494)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:56.336907 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:56.337685 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:55:56.411979 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 48576) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:56.418094 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-1b1890e3-60d2-4eff-b519-1596e5402927 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1872564561-network', 'tenant_id': '98ee0a3f6f4e45b7b22a600448afb254'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:56.422648 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-1b1890e3-60d2-4eff-b519-1596e5402927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:56.426458 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-1b1890e3-60d2-4eff-b519-1596e5402927 admin admin] Usage tracker for resource:network and tenant:98ee0a3f6f4e45b7b22a600448afb254 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:56.429304 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-1b1890e3-60d2-4eff-b519-1596e5402927 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:56.435580 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-1b1890e3-60d2-4eff-b519-1596e5402927 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:56.445572 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1890e3-60d2-4eff-b519-1596e5402927 admin admin] Made reservation on behalf of 98ee0a3f6f4e45b7b22a600448afb254 for: {'network': 1} {{(pid=83203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:56.447992 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1b1890e3-60d2-4eff-b519-1596e5402927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for network, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:56.454512 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Pushing event updated for resources: {'Port': ['ID=579775af-7861-4b2a-9208-5affaa6a6151,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:56.460492 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1b1890e3-60d2-4eff-b519-1596e5402927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:56.468189 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:56.468495 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:56.495097 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-1b1890e3-60d2-4eff-b519-1596e5402927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:56.498928 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-1b1890e3-60d2-4eff-b519-1596e5402927 admin admin] Usage tracker for resource:security_group_rule and tenant:98ee0a3f6f4e45b7b22a600448afb254 is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:56.501656 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-1b1890e3-60d2-4eff-b519-1596e5402927 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:56.507260 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-1b1890e3-60d2-4eff-b519-1596e5402927 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:56.573077 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1b1890e3-60d2-4eff-b519-1596e5402927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:56.577019 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1b1890e3-60d2-4eff-b519-1596e5402927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:56.604494 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b1890e3-60d2-4eff-b519-1596e5402927 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=83203) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:55:56.616643 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1890e3-60d2-4eff-b519-1596e5402927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a047619-c9b1-4707-941c-92df443d3712,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:56.621483 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1b1890e3-60d2-4eff-b519-1596e5402927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:56.621828 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.db.segments_db [None req-1b1890e3-60d2-4eff-b519-1596e5402927 admin admin] Added segment edec844b-5d6a-40c2-8af6-f737df91d352 of type vlan for network a1ab019c-27b6-40e2-b830-fda6f1b0c4ea May 25 22:55:56.647130 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1b1890e3-60d2-4eff-b519-1596e5402927 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728909907725'] for network, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:56.674982 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1b1890e3-60d2-4eff-b519-1596e5402927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865'] for network, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:56.675808 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1890e3-60d2-4eff-b519-1596e5402927 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:56.676446 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1b1890e3-60d2-4eff-b519-1596e5402927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for network, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:56.779195 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-1b1890e3-60d2-4eff-b519-1596e5402927 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3660376 May 25 22:55:56.780032 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1890e3-60d2-4eff-b519-1596e5402927 admin admin] Pushing event updated for resources: {'Network': ['ID=a1ab019c-27b6-40e2-b830-fda6f1b0c4ea,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:56.781990 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 48580) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:56.787493 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-ed29cc1b-008f-4fef-93cc-f7caa79ebeb7 admin admin] Request body: {'subnet': {'network_id': 'a1ab019c-27b6-40e2-b830-fda6f1b0c4ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1872564561-subnet', 'tenant_id': '98ee0a3f6f4e45b7b22a600448afb254', 'ip_version': 4}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:56.791397 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Network a1ab019c-27b6-40e2-b830-fda6f1b0c4ea details requested by agent ovs-agent-dv-cinder-843305-1-smb with host dv-cinder-843305-1-smb {{(pid=83205) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:55:56.792962 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-ed29cc1b-008f-4fef-93cc-f7caa79ebeb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:56.796742 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-ed29cc1b-008f-4fef-93cc-f7caa79ebeb7 admin admin] Usage tracker for resource:subnet and tenant:98ee0a3f6f4e45b7b22a600448afb254 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:56.800205 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-ed29cc1b-008f-4fef-93cc-f7caa79ebeb7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:56.806009 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-ed29cc1b-008f-4fef-93cc-f7caa79ebeb7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:56.815532 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed29cc1b-008f-4fef-93cc-f7caa79ebeb7 admin admin] Made reservation on behalf of 98ee0a3f6f4e45b7b22a600448afb254 for: {'subnet': 1} {{(pid=83204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:56.817865 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-ed29cc1b-008f-4fef-93cc-f7caa79ebeb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1715793'] for subnet, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:57.015484 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-ed29cc1b-008f-4fef-93cc-f7caa79ebeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1172319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1715779'] for subnet, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:57.087351 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29cc1b-008f-4fef-93cc-f7caa79ebeb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9294023f-f7ca-43de-ad6a-1753b78c95fc,revision_number=0']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:57.095854 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed29cc1b-008f-4fef-93cc-f7caa79ebeb7 admin admin] Checking segment: {'id': 'edec844b-5d6a-40c2-8af6-f737df91d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a1ab019c-27b6-40e2-b830-fda6f1b0c4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:55:57.096208 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed29cc1b-008f-4fef-93cc-f7caa79ebeb7 admin admin] Network hostable DHCP agents. Network: a1ab019c-27b6-40e2-b830-fda6f1b0c4ea, hostable agents: ['894d5615-95da-45d6-9a18-7bf04c47b636'], hosted agents: [] {{(pid=83204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:55:57.118350 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed29cc1b-008f-4fef-93cc-f7caa79ebeb7 admin admin] Network a1ab019c-27b6-40e2-b830-fda6f1b0c4ea is scheduled to be hosted by DHCP agent 894d5615-95da-45d6-9a18-7bf04c47b636 with binding_index 1 {{(pid=83204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:55:57.126726 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [None req-ed29cc1b-008f-4fef-93cc-f7caa79ebeb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-smb, a1ab019c-27b6-40e2-b830-fda6f1b0c4ea) {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:57.130691 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed29cc1b-008f-4fef-93cc-f7caa79ebeb7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:57.131265 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-ed29cc1b-008f-4fef-93cc-f7caa79ebeb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:57.135538 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d455d55e-d65f-4934-9570-f786e953e42a None None] Network a1ab019c-27b6-40e2-b830-fda6f1b0c4ea requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:55:57.154838 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-ed29cc1b-008f-4fef-93cc-f7caa79ebeb7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3716967 May 25 22:55:57.155418 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 48584) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:57.160279 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-6ab684e0-b33e-4db4-a6e7-05938dba94f4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1872564561-router', 'tenant_id': '98ee0a3f6f4e45b7b22a600448afb254', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:57.164642 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-6ab684e0-b33e-4db4-a6e7-05938dba94f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:57.168492 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-6ab684e0-b33e-4db4-a6e7-05938dba94f4 admin admin] Usage tracker for resource:router and tenant:98ee0a3f6f4e45b7b22a600448afb254 is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:57.171501 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-6ab684e0-b33e-4db4-a6e7-05938dba94f4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:57.177280 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-6ab684e0-b33e-4db4-a6e7-05938dba94f4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:57.187733 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6ab684e0-b33e-4db4-a6e7-05938dba94f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-995827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4951'] for router, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:57.188988 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6ab684e0-b33e-4db4-a6e7-05938dba94f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-995728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1022720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4956'] for router, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:57.210353 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6ab684e0-b33e-4db4-a6e7-05938dba94f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:57.356893 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5493030-d831-4402-a6c2-a5b6b86a4e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed14cf5-3ca5-548c-8e99-fd567da135a2-a1ab019c-27b6-40e2-b830-fda6f1b0c4ea', 'network_id': 'a1ab019c-27b6-40e2-b830-fda6f1b0c4ea', 'tenant_id': '98ee0a3f6f4e45b7b22a600448afb254', 'fixed_ips': [{'subnet_id': '9294023f-f7ca-43de-ad6a-1753b78c95fc'}]}} from dv-cinder-843305-1-smb. {{(pid=83205) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:55:57.357708 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-c5493030-d831-4402-a6c2-a5b6b86a4e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:57.358223 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6ab684e0-b33e-4db4-a6e7-05938dba94f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1035273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:57.525343 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.db_base_plugin_common [None req-c5493030-d831-4402-a6c2-a5b6b86a4e8f None None] Allocated IP 172.20.0.2 (a1ab019c-27b6-40e2-b830-fda6f1b0c4ea/9294023f-f7ca-43de-ad6a-1753b78c95fc/f9df10cd-edcf-4fd8-b60f-14b1479d1fd5) {{(pid=83205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:57.543316 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6ab684e0-b33e-4db4-a6e7-05938dba94f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:57.572996 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6ab684e0-b33e-4db4-a6e7-05938dba94f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:57.705856 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.db_base_plugin_common [None req-6ab684e0-b33e-4db4-a6e7-05938dba94f4 admin admin] Allocated IP 172.28.2.6 (77f19dc1-c50e-4f02-8833-0fbdbbec8517/1120c8a6-ca37-4814-b2e9-f8ac22584781/65f6c772-17c1-4e18-a6b2-ed1d0e2c4160) {{(pid=83204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:57.721544 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-c5493030-d831-4402-a6c2-a5b6b86a4e8f None None] Notify callbacks [] for port, precommit_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:57.731810 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-c5493030-d831-4402-a6c2-a5b6b86a4e8f None None] Transition to ACTIVE for port object f9df10cd-edcf-4fd8-b60f-14b1479d1fd5 will not be triggered until provisioned by entity L2. {{(pid=83205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:57.749842 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-c5493030-d831-4402-a6c2-a5b6b86a4e8f None None] Transition to ACTIVE for port object f9df10cd-edcf-4fd8-b60f-14b1479d1fd5 will not be triggered until provisioned by entity DHCP. {{(pid=83205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:57.756152 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-c5493030-d831-4402-a6c2-a5b6b86a4e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443'] for port, after_create {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:57.828605 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5493030-d831-4402-a6c2-a5b6b86a4e8f None None] Network a1ab019c-27b6-40e2-b830-fda6f1b0c4ea is already hosted by enough agents. {{(pid=83205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:57.831282 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.scheduler.base_scheduler [None req-c5493030-d831-4402-a6c2-a5b6b86a4e8f None None] Resources bound (agent type, host, resource id): {{(pid=83205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:57.834927 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5493030-d831-4402-a6c2-a5b6b86a4e8f None None] Received port after_create {{(pid=83205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:57.840988 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5493030-d831-4402-a6c2-a5b6b86a4e8f None None] Pushing event updated for resources: {'Port': ['ID=f9df10cd-edcf-4fd8-b60f-14b1479d1fd5,revision_number=1']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:57.857651 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6ab684e0-b33e-4db4-a6e7-05938dba94f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:57.886189 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6ab684e0-b33e-4db4-a6e7-05938dba94f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:57.924222 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-c5493030-d831-4402-a6c2-a5b6b86a4e8f None None] Attempting to bind port f9df10cd-edcf-4fd8-b60f-14b1479d1fd5 on host dv-cinder-843305-1-smb for vnic_type normal with profile {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:55:57.924588 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-c5493030-d831-4402-a6c2-a5b6b86a4e8f None None] Attempting to bind port f9df10cd-edcf-4fd8-b60f-14b1479d1fd5 by drivers openvswitch,hyperv on host dv-cinder-843305-1-smb at level 0 using segments [{'id': 'edec844b-5d6a-40c2-8af6-f737df91d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a1ab019c-27b6-40e2-b830-fda6f1b0c4ea'}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:55:57.924946 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5493030-d831-4402-a6c2-a5b6b86a4e8f None None] Attempting to bind port f9df10cd-edcf-4fd8-b60f-14b1479d1fd5 on network a1ab019c-27b6-40e2-b830-fda6f1b0c4ea {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:55:57.931898 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5493030-d831-4402-a6c2-a5b6b86a4e8f None None] Checking agent: {'id': '7ae609c1-c95f-406f-b830-1d01d4388ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 29, 46), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:55:57.932263 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5493030-d831-4402-a6c2-a5b6b86a4e8f None None] Checking segment: {'id': 'edec844b-5d6a-40c2-8af6-f737df91d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a1ab019c-27b6-40e2-b830-fda6f1b0c4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:55:57.932663 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-c5493030-d831-4402-a6c2-a5b6b86a4e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:57.933049 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5493030-d831-4402-a6c2-a5b6b86a4e8f None None] Bound using segment: {'id': 'edec844b-5d6a-40c2-8af6-f737df91d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a1ab019c-27b6-40e2-b830-fda6f1b0c4ea'} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:55:57.933508 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-c5493030-d831-4402-a6c2-a5b6b86a4e8f None None] Bound port: f9df10cd-edcf-4fd8-b60f-14b1479d1fd5, host: dv-cinder-843305-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edec844b-5d6a-40c2-8af6-f737df91d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a1ab019c-27b6-40e2-b830-fda6f1b0c4ea'}}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:55:57.933873 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-c5493030-d831-4402-a6c2-a5b6b86a4e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:57.955266 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab684e0-b33e-4db4-a6e7-05938dba94f4 admin admin] Network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 is already hosted by enough agents. {{(pid=83204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:57.956157 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab684e0-b33e-4db4-a6e7-05938dba94f4 admin admin] Pushing event updated for resources: {'Port': ['ID=65f6c772-17c1-4e18-a6b2-ed1d0e2c4160,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:57.959602 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [None req-6ab684e0-b33e-4db4-a6e7-05938dba94f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:57.961609 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab684e0-b33e-4db4-a6e7-05938dba94f4 admin admin] Received port after_create {{(pid=83204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:58.032652 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 579775af-7861-4b2a-9208-5affaa6a6151 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:55:58.100554 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-c5493030-d831-4402-a6c2-a5b6b86a4e8f None None] For port f9df10cd-edcf-4fd8-b60f-14b1479d1fd5, host dv-cinder-843305-1-smb, cleared binding levels {{(pid=83205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:55:58.105610 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-c5493030-d831-4402-a6c2-a5b6b86a4e8f None None] For port f9df10cd-edcf-4fd8-b60f-14b1479d1fd5, host dv-cinder-843305-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=f9df10cd-edcf-4fd8-b60f-14b1479d1fd5,segment=NetworkSegment(edec844b-5d6a-40c2-8af6-f737df91d352),segment_id=edec844b-5d6a-40c2-8af6-f737df91d352)] {{(pid=83205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:55:58.110265 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-c5493030-d831-4402-a6c2-a5b6b86a4e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:58.120198 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6ab684e0-b33e-4db4-a6e7-05938dba94f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:58.120910 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6ab684e0-b33e-4db4-a6e7-05938dba94f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1035264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997785'] for router, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:58.194921 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 579775af-7861-4b2a-9208-5affaa6a6151 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:58.195526 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:58.235023 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5493030-d831-4402-a6c2-a5b6b86a4e8f None None] Pushing event updated for resources: {'Port': ['ID=f9df10cd-edcf-4fd8-b60f-14b1479d1fd5,revision_number=2']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:58.455905 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab684e0-b33e-4db4-a6e7-05938dba94f4 admin admin] Router 8cb8fda9-16e1-41d5-856b-1c9303836a82 is scheduled to L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 with binding_index 1 {{(pid=83204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:55:58.654994 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab684e0-b33e-4db4-a6e7-05938dba94f4 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:55:58.663339 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2be88c-cf00-49cf-a838-705b18a8cb6f None None] Sync routers for ids ['8cb8fda9-16e1-41d5-856b-1c9303836a82'] in dv-cinder-843305-1-smb {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:55:58.678026 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2be88c-cf00-49cf-a838-705b18a8cb6f None None] Routers {'8cb8fda9-16e1-41d5-856b-1c9303836a82'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:58.678402 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-6ab684e0-b33e-4db4-a6e7-05938dba94f4 admin admin] Notify callbacks [] for router, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:58.679079 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-9a2be88c-cf00-49cf-a838-705b18a8cb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:55:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['8cb8fda9-16e1-41d5-856b-1c9303836a82'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:58.683853 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-6ab684e0-b33e-4db4-a6e7-05938dba94f4 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5250013 May 25 22:55:58.684025 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 48588) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:58.855485 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-9a2be88c-cf00-49cf-a838-705b18a8cb6f None None] Set router 8cb8fda9-16e1-41d5-856b-1c9303836a82 gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:55:59.151801 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-9a2be88c-cf00-49cf-a838-705b18a8cb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8fda9-16e1-41d5-856b-1c9303836a82', 'name': 'tempest-TestMinimumBasicScenario-1872564561-router', 'tenant_id': '98ee0a3f6f4e45b7b22a600448afb254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '65f6c772-17c1-4e18-a6b2-ed1d0e2c4160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:55:57Z', 'updated_at': '2022-05-25T22:55:58Z', 'revision_number': 3, 'project_id': '98ee0a3f6f4e45b7b22a600448afb254', 'gw_port': {'id': '65f6c772-17c1-4e18-a6b2-ed1d0e2c4160', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fa:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb8fda9-16e1-41d5-856b-1c9303836a82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:57Z', 'updated_at': '2022-05-25T22:55:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb'}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:59.157405 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2be88c-cf00-49cf-a838-705b18a8cb6f None None] Checking router: 8cb8fda9-16e1-41d5-856b-1c9303836a82 for host: dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:55:59.157716 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2be88c-cf00-49cf-a838-705b18a8cb6f None None] Updating router 8cb8fda9-16e1-41d5-856b-1c9303836a82 port 65f6c772-17c1-4e18-a6b2-ed1d0e2c4160 binding host dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:55:59.166750 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf0d41b-b540-4fc6-a655-a4ce5aac28e0 None None] Network a1ab019c-27b6-40e2-b830-fda6f1b0c4ea requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:55:59.215658 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-9a2be88c-cf00-49cf-a838-705b18a8cb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:59.283430 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-cfbf9ac6-fecb-41df-b74a-38af9ae658d9 None None] Provisioning for port f9df10cd-edcf-4fd8-b60f-14b1479d1fd5 completed by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:59.433269 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-081fb658-1dff-4d8d-9df2-27b3b747b489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:59.548570 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-9a2be88c-cf00-49cf-a838-705b18a8cb6f None None] Notify callbacks [] for port, precommit_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:59.561751 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.provisioning_blocks [None req-9a2be88c-cf00-49cf-a838-705b18a8cb6f None None] Transition to ACTIVE for port object 65f6c772-17c1-4e18-a6b2-ed1d0e2c4160 will not be triggered until provisioned by entity L2. {{(pid=83206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:59.569025 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-9a2be88c-cf00-49cf-a838-705b18a8cb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:59.660763 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.db_base_plugin_common [None req-081fb658-1dff-4d8d-9df2-27b3b747b489 admin admin] Allocated IP 172.20.0.1 (a1ab019c-27b6-40e2-b830-fda6f1b0c4ea/9294023f-f7ca-43de-ad6a-1753b78c95fc/e7ab1b81-567e-4d1a-abe9-00640dadd72b) {{(pid=83204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:59.674593 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.managers [None req-9a2be88c-cf00-49cf-a838-705b18a8cb6f None None] Attempting to bind port 65f6c772-17c1-4e18-a6b2-ed1d0e2c4160 on host dv-cinder-843305-1-smb for vnic_type normal with profile {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:55:59.675126 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.managers [None req-9a2be88c-cf00-49cf-a838-705b18a8cb6f None None] Attempting to bind port 65f6c772-17c1-4e18-a6b2-ed1d0e2c4160 by drivers openvswitch,hyperv on host dv-cinder-843305-1-smb at level 0 using segments [{'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}] {{(pid=83206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:55:59.675235 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2be88c-cf00-49cf-a838-705b18a8cb6f None None] Attempting to bind port 65f6c772-17c1-4e18-a6b2-ed1d0e2c4160 on network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:55:59.680123 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c81dd6-77b9-4efe-ad18-04aa8ab1f5bc None None] Pushing event updated for resources: {'Port': ['ID=65f6c772-17c1-4e18-a6b2-ed1d0e2c4160,revision_number=2']} {{(pid=83206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:59.690229 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2be88c-cf00-49cf-a838-705b18a8cb6f None None] Checking agent: {'id': '7ae609c1-c95f-406f-b830-1d01d4388ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 29, 46), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:55:59.690544 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2be88c-cf00-49cf-a838-705b18a8cb6f None None] Checking segment: {'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:55:59.690935 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-9a2be88c-cf00-49cf-a838-705b18a8cb6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:59.691304 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2be88c-cf00-49cf-a838-705b18a8cb6f None None] Bound using segment: {'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'} {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:55:59.691747 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.managers [None req-9a2be88c-cf00-49cf-a838-705b18a8cb6f None None] Bound port: 65f6c772-17c1-4e18-a6b2-ed1d0e2c4160, host: dv-cinder-843305-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3342e0e4-498a-46e7-9232-6274ffc1b494', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517'}}] {{(pid=83206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:55:59.692101 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-9a2be88c-cf00-49cf-a838-705b18a8cb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:59.719254 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c81dd6-77b9-4efe-ad18-04aa8ab1f5bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:59.719608 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c81dd6-77b9-4efe-ad18-04aa8ab1f5bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:59.719918 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c81dd6-77b9-4efe-ad18-04aa8ab1f5bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:59.720245 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c81dd6-77b9-4efe-ad18-04aa8ab1f5bc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:59.720569 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c81dd6-77b9-4efe-ad18-04aa8ab1f5bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:59.720888 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c81dd6-77b9-4efe-ad18-04aa8ab1f5bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:59.721205 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c81dd6-77b9-4efe-ad18-04aa8ab1f5bc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:59.721522 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c81dd6-77b9-4efe-ad18-04aa8ab1f5bc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:59.721835 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c81dd6-77b9-4efe-ad18-04aa8ab1f5bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:59.722148 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c81dd6-77b9-4efe-ad18-04aa8ab1f5bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:59.722490 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c81dd6-77b9-4efe-ad18-04aa8ab1f5bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:59.768586 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.db [None req-9a2be88c-cf00-49cf-a838-705b18a8cb6f None None] For port 65f6c772-17c1-4e18-a6b2-ed1d0e2c4160, host dv-cinder-843305-1-smb, cleared binding levels {{(pid=83206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:55:59.771534 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.db [None req-9a2be88c-cf00-49cf-a838-705b18a8cb6f None None] For port 65f6c772-17c1-4e18-a6b2-ed1d0e2c4160, host dv-cinder-843305-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=65f6c772-17c1-4e18-a6b2-ed1d0e2c4160,segment=NetworkSegment(3342e0e4-498a-46e7-9232-6274ffc1b494),segment_id=3342e0e4-498a-46e7-9232-6274ffc1b494)] {{(pid=83206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:55:59.775541 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-9a2be88c-cf00-49cf-a838-705b18a8cb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:59.827344 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-081fb658-1dff-4d8d-9df2-27b3b747b489 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:59.850320 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.provisioning_blocks [None req-081fb658-1dff-4d8d-9df2-27b3b747b489 admin admin] Transition to ACTIVE for port object e7ab1b81-567e-4d1a-abe9-00640dadd72b will not be triggered until provisioned by entity DHCP. {{(pid=83204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:59.884773 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-081fb658-1dff-4d8d-9df2-27b3b747b489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:59.906944 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c81dd6-77b9-4efe-ad18-04aa8ab1f5bc None None] Pushing event updated for resources: {'Port': ['ID=65f6c772-17c1-4e18-a6b2-ed1d0e2c4160,revision_number=3']} {{(pid=83206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:59.913795 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2be88c-cf00-49cf-a838-705b18a8cb6f None None] Routers {'8cb8fda9-16e1-41d5-856b-1c9303836a82'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:59.914792 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-9a2be88c-cf00-49cf-a838-705b18a8cb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:55:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['8cb8fda9-16e1-41d5-856b-1c9303836a82'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:00.062146 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device f9df10cd-edcf-4fd8-b60f-14b1479d1fd5 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:56:00.119901 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081fb658-1dff-4d8d-9df2-27b3b747b489 admin admin] Network a1ab019c-27b6-40e2-b830-fda6f1b0c4ea is already hosted by enough agents. {{(pid=83204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:00.123445 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [None req-081fb658-1dff-4d8d-9df2-27b3b747b489 admin admin] Resources bound (agent type, host, resource id): {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:00.125212 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fb658-1dff-4d8d-9df2-27b3b747b489 admin admin] Pushing event updated for resources: {'Port': ['ID=e7ab1b81-567e-4d1a-abe9-00640dadd72b,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:00.127315 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081fb658-1dff-4d8d-9df2-27b3b747b489 admin admin] Received port after_create {{(pid=83204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:56:00.143817 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning for port f9df10cd-edcf-4fd8-b60f-14b1479d1fd5 completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:00.157942 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port f9df10cd-edcf-4fd8-b60f-14b1479d1fd5 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:00.158459 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:00.185206 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-081fb658-1dff-4d8d-9df2-27b3b747b489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-999011'] for router_interface, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:00.197319 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-9a2be88c-cf00-49cf-a838-705b18a8cb6f None None] Set router 8cb8fda9-16e1-41d5-856b-1c9303836a82 gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:56:00.290196 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:00.294571 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-081fb658-1dff-4d8d-9df2-27b3b747b489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:00.333306 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] For port f9df10cd-edcf-4fd8-b60f-14b1479d1fd5, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=f9df10cd-edcf-4fd8-b60f-14b1479d1fd5,segment=NetworkSegment(edec844b-5d6a-40c2-8af6-f737df91d352),segment_id=edec844b-5d6a-40c2-8af6-f737df91d352)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:00.340008 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:00.417228 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Pushing event updated for resources: {'Port': ['ID=f9df10cd-edcf-4fd8-b60f-14b1479d1fd5,revision_number=3']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:00.442809 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-d28fa5e6-da95-4a48-b326-d27ba58b6d41 None None] Provisioning for port e7ab1b81-567e-4d1a-abe9-00640dadd72b completed by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:00.447713 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-d28fa5e6-da95-4a48-b326-d27ba58b6d41 None None] Provisioning complete for port e7ab1b81-567e-4d1a-abe9-00640dadd72b triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:00.448151 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-d28fa5e6-da95-4a48-b326-d27ba58b6d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:00.503019 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-d28fa5e6-da95-4a48-b326-d27ba58b6d41 None None] Port e7ab1b81-567e-4d1a-abe9-00640dadd72b cannot update to ACTIVE because it is not bound. {{(pid=83205) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:56:00.528996 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-9a2be88c-cf00-49cf-a838-705b18a8cb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8fda9-16e1-41d5-856b-1c9303836a82', 'name': 'tempest-TestMinimumBasicScenario-1872564561-router', 'tenant_id': '98ee0a3f6f4e45b7b22a600448afb254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '65f6c772-17c1-4e18-a6b2-ed1d0e2c4160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:55:57Z', 'updated_at': '2022-05-25T22:55:58Z', 'revision_number': 3, 'project_id': '98ee0a3f6f4e45b7b22a600448afb254', 'gw_port': {'id': '65f6c772-17c1-4e18-a6b2-ed1d0e2c4160', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fa:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb8fda9-16e1-41d5-856b-1c9303836a82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:57Z', 'updated_at': '2022-05-25T22:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb'}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:00.532736 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2be88c-cf00-49cf-a838-705b18a8cb6f None None] The sync data for ids ['8cb8fda9-16e1-41d5-856b-1c9303836a82'] in dv-cinder-843305-1-smb is: [{'id': '8cb8fda9-16e1-41d5-856b-1c9303836a82', 'name': 'tempest-TestMinimumBasicScenario-1872564561-router', 'tenant_id': '98ee0a3f6f4e45b7b22a600448afb254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '65f6c772-17c1-4e18-a6b2-ed1d0e2c4160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:55:57Z', 'updated_at': '2022-05-25T22:55:58Z', 'revision_number': 3, 'project_id': '98ee0a3f6f4e45b7b22a600448afb254', 'gw_port': {'id': '65f6c772-17c1-4e18-a6b2-ed1d0e2c4160', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fa:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb8fda9-16e1-41d5-856b-1c9303836a82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:57Z', 'updated_at': '2022-05-25T22:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb'}] {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:56:00.551526 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-081fb658-1dff-4d8d-9df2-27b3b747b489 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:00.556239 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-081fb658-1dff-4d8d-9df2-27b3b747b489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1172434'] for port, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:00.660494 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fb658-1dff-4d8d-9df2-27b3b747b489 admin admin] Pushing event updated for resources: {'Port': ['ID=e7ab1b81-567e-4d1a-abe9-00640dadd72b,revision_number=2']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:00.663817 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-081fb658-1dff-4d8d-9df2-27b3b747b489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4094761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-999118'] for router_interface, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:00.798805 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081fb658-1dff-4d8d-9df2-27b3b747b489 admin admin] Network a1ab019c-27b6-40e2-b830-fda6f1b0c4ea is already hosted by enough agents. {{(pid=83204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:00.799906 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [None req-081fb658-1dff-4d8d-9df2-27b3b747b489 admin admin] Resources bound (agent type, host, resource id): {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:01.029792 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-30fccb5a-f7bf-4a04-9eb1-0795ca447b60 None None] Provisioning complete for port e7ab1b81-567e-4d1a-abe9-00640dadd72b triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:01.030152 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-30fccb5a-f7bf-4a04-9eb1-0795ca447b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:01.083700 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-30fccb5a-f7bf-4a04-9eb1-0795ca447b60 None None] Port e7ab1b81-567e-4d1a-abe9-00640dadd72b cannot update to ACTIVE because it is not bound. {{(pid=83205) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:56:01.184884 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081fb658-1dff-4d8d-9df2-27b3b747b489 admin admin] Router 8cb8fda9-16e1-41d5-856b-1c9303836a82 has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:56:01.378463 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081fb658-1dff-4d8d-9df2-27b3b747b489 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:56:01.387546 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-081fb658-1dff-4d8d-9df2-27b3b747b489 admin admin] 10.222.0.59 "PUT /v2.0/routers/8cb8fda9-16e1-41d5-856b-1c9303836a82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7026072 May 25 22:56:02.029910 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device f9df10cd-edcf-4fd8-b60f-14b1479d1fd5 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:56:02.119120 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port f9df10cd-edcf-4fd8-b60f-14b1479d1fd5 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:02.119584 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:03.967691 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:06.069834 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 65f6c772-17c1-4e18-a6b2-ed1d0e2c4160 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:56:06.156661 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning for port 65f6c772-17c1-4e18-a6b2-ed1d0e2c4160 completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:06.175237 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 65f6c772-17c1-4e18-a6b2-ed1d0e2c4160 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:06.175600 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:06.302293 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:06.320797 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] For port 65f6c772-17c1-4e18-a6b2-ed1d0e2c4160, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=65f6c772-17c1-4e18-a6b2-ed1d0e2c4160,segment=NetworkSegment(3342e0e4-498a-46e7-9232-6274ffc1b494),segment_id=3342e0e4-498a-46e7-9232-6274ffc1b494)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:06.327006 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:06.407066 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Pushing event updated for resources: {'Port': ['ID=65f6c772-17c1-4e18-a6b2-ed1d0e2c4160,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:08.034722 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 65f6c772-17c1-4e18-a6b2-ed1d0e2c4160 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:56:08.110947 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 65f6c772-17c1-4e18-a6b2-ed1d0e2c4160 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:08.111448 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:09.905855 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dbebe7-71c3-4a07-aa79-b339db6279ea None None] Sync routers for ids ['7f82e916-3d52-4be1-8a79-be5417426685'] in dv-cinder-843305-1-smb {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:56:09.918220 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dbebe7-71c3-4a07-aa79-b339db6279ea None None] Routers {'7f82e916-3d52-4be1-8a79-be5417426685'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:56:09.918880 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-e7dbebe7-71c3-4a07-aa79-b339db6279ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:55:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['7f82e916-3d52-4be1-8a79-be5417426685'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:10.128298 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-e7dbebe7-71c3-4a07-aa79-b339db6279ea None None] Set router 7f82e916-3d52-4be1-8a79-be5417426685 gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:56:10.463712 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-e7dbebe7-71c3-4a07-aa79-b339db6279ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f82e916-3d52-4be1-8a79-be5417426685', 'name': 'tempest-TestMinimumBasicScenario-231372863-router', 'tenant_id': '73ef61c103024a179a3ba42726c5390e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': '579775af-7861-4b2a-9208-5affaa6a6151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:55:51Z', 'updated_at': '2022-05-25T22:55:54Z', 'revision_number': 4, 'project_id': '73ef61c103024a179a3ba42726c5390e', 'gw_port': {'id': '579775af-7861-4b2a-9208-5affaa6a6151', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f82e916-3d52-4be1-8a79-be5417426685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:51Z', 'updated_at': '2022-05-25T22:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '27b2e87f-8d69-4e9e-b3d1-40005dc0bde9', 'name': '', 'network_id': 'f40a271e-c5b4-4506-bf81-97dade033385', 'tenant_id': '73ef61c103024a179a3ba42726c5390e', 'mac_address': 'fa:16:3e:e3:00:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f82e916-3d52-4be1-8a79-be5417426685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8df6e37e-9ac0-49b8-89b7-a1d7f08289a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:53Z', 'updated_at': '2022-05-25T22:55:54Z', 'revision_number': 2, 'project_id': '73ef61c103024a179a3ba42726c5390e', 'subnets': [{'id': '8df6e37e-9ac0-49b8-89b7-a1d7f08289a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:10.468285 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dbebe7-71c3-4a07-aa79-b339db6279ea None None] Checking router: 7f82e916-3d52-4be1-8a79-be5417426685 for host: dv-cinder-843305-1-smb {{(pid=83205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:56:10.468431 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dbebe7-71c3-4a07-aa79-b339db6279ea None None] Updating router 7f82e916-3d52-4be1-8a79-be5417426685 port 27b2e87f-8d69-4e9e-b3d1-40005dc0bde9 binding host dv-cinder-843305-1-smb {{(pid=83205) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:56:10.522983 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-e7dbebe7-71c3-4a07-aa79-b339db6279ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:10.896100 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-e7dbebe7-71c3-4a07-aa79-b339db6279ea None None] Notify callbacks [] for port, precommit_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:10.908064 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-e7dbebe7-71c3-4a07-aa79-b339db6279ea None None] Transition to ACTIVE for port object 27b2e87f-8d69-4e9e-b3d1-40005dc0bde9 will not be triggered until provisioned by entity L2. {{(pid=83205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:10.917093 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-e7dbebe7-71c3-4a07-aa79-b339db6279ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:11.052599 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1028f-f46e-4f5a-9095-a1148e0085f3 None None] Pushing event updated for resources: {'Port': ['ID=27b2e87f-8d69-4e9e-b3d1-40005dc0bde9,revision_number=3']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:11.153553 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-e7dbebe7-71c3-4a07-aa79-b339db6279ea None None] Attempting to bind port 27b2e87f-8d69-4e9e-b3d1-40005dc0bde9 on host dv-cinder-843305-1-smb for vnic_type normal with profile {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:56:11.153953 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-e7dbebe7-71c3-4a07-aa79-b339db6279ea None None] Attempting to bind port 27b2e87f-8d69-4e9e-b3d1-40005dc0bde9 by drivers openvswitch,hyperv on host dv-cinder-843305-1-smb at level 0 using segments [{'id': 'e20531f2-a7b7-4509-908f-381f22125cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f40a271e-c5b4-4506-bf81-97dade033385'}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:56:11.154279 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dbebe7-71c3-4a07-aa79-b339db6279ea None None] Attempting to bind port 27b2e87f-8d69-4e9e-b3d1-40005dc0bde9 on network f40a271e-c5b4-4506-bf81-97dade033385 {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:56:11.167278 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dbebe7-71c3-4a07-aa79-b339db6279ea None None] Checking agent: {'id': '7ae609c1-c95f-406f-b830-1d01d4388ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 29, 46), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:56:11.167668 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dbebe7-71c3-4a07-aa79-b339db6279ea None None] Checking segment: {'id': 'e20531f2-a7b7-4509-908f-381f22125cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f40a271e-c5b4-4506-bf81-97dade033385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:56:11.168044 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-e7dbebe7-71c3-4a07-aa79-b339db6279ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:11.168430 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dbebe7-71c3-4a07-aa79-b339db6279ea None None] Bound using segment: {'id': 'e20531f2-a7b7-4509-908f-381f22125cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f40a271e-c5b4-4506-bf81-97dade033385'} {{(pid=83205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:56:11.168894 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.managers [None req-e7dbebe7-71c3-4a07-aa79-b339db6279ea None None] Bound port: 27b2e87f-8d69-4e9e-b3d1-40005dc0bde9, host: dv-cinder-843305-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e20531f2-a7b7-4509-908f-381f22125cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f40a271e-c5b4-4506-bf81-97dade033385'}}] {{(pid=83205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:56:11.169267 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-e7dbebe7-71c3-4a07-aa79-b339db6279ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:11.286054 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-e7dbebe7-71c3-4a07-aa79-b339db6279ea None None] For port 27b2e87f-8d69-4e9e-b3d1-40005dc0bde9, host dv-cinder-843305-1-smb, cleared binding levels {{(pid=83205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:56:11.290525 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-e7dbebe7-71c3-4a07-aa79-b339db6279ea None None] For port 27b2e87f-8d69-4e9e-b3d1-40005dc0bde9, host dv-cinder-843305-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=27b2e87f-8d69-4e9e-b3d1-40005dc0bde9,segment=NetworkSegment(e20531f2-a7b7-4509-908f-381f22125cb0),segment_id=e20531f2-a7b7-4509-908f-381f22125cb0)] {{(pid=83205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:56:11.297552 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-e7dbebe7-71c3-4a07-aa79-b339db6279ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:11.380290 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1028f-f46e-4f5a-9095-a1148e0085f3 None None] Pushing event updated for resources: {'Port': ['ID=27b2e87f-8d69-4e9e-b3d1-40005dc0bde9,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:11.385846 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dbebe7-71c3-4a07-aa79-b339db6279ea None None] Routers {'7f82e916-3d52-4be1-8a79-be5417426685'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:56:11.386873 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-e7dbebe7-71c3-4a07-aa79-b339db6279ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:55:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['7f82e916-3d52-4be1-8a79-be5417426685'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:11.589917 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-e7dbebe7-71c3-4a07-aa79-b339db6279ea None None] Set router 7f82e916-3d52-4be1-8a79-be5417426685 gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:56:11.677666 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a33464e-8588-4aa7-979f-be3a7d1759f3 None None] Sync routers for ids ['8cb8fda9-16e1-41d5-856b-1c9303836a82'] in dv-cinder-843305-1-smb {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:56:11.689059 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a33464e-8588-4aa7-979f-be3a7d1759f3 None None] Routers {'8cb8fda9-16e1-41d5-856b-1c9303836a82'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:56:11.689742 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-4a33464e-8588-4aa7-979f-be3a7d1759f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:55:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['8cb8fda9-16e1-41d5-856b-1c9303836a82'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:11.751724 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-422e8dea-ff63-4236-96a0-46cba627599b tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:11.752398 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-422e8dea-ff63-4236-96a0-46cba627599b tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Synchronizing usage tracker for tenant:73ef61c103024a179a3ba42726c5390e on resource:network {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:56:11.769552 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-422e8dea-ff63-4236-96a0-46cba627599b tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Unset dirty status for tenant:73ef61c103024a179a3ba42726c5390e on resource:network {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:56:11.770913 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-422e8dea-ff63-4236-96a0-46cba627599b tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/networks?id=f40a271e-c5b4-4506-bf81-97dade033385 HTTP/1.1" status: 200 len: 814 time: 0.1673732 May 25 22:56:11.787705 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-38a5b077-6c6b-414b-b646-6430c385fa17 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/quotas/73ef61c103024a179a3ba42726c5390e HTTP/1.1" status: 200 len: 375 time: 0.0110216 May 25 22:56:11.869936 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-e8df18c1-77d8-401d-a715-1d9189bf58a5 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Synchronizing usage tracker for tenant:73ef61c103024a179a3ba42726c5390e on resource:port {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:56:11.875459 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-4a33464e-8588-4aa7-979f-be3a7d1759f3 None None] Set router 8cb8fda9-16e1-41d5-856b-1c9303836a82 gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:56:11.887597 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-e8df18c1-77d8-401d-a715-1d9189bf58a5 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Unset dirty status for tenant:73ef61c103024a179a3ba42726c5390e on resource:port {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:56:11.889119 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-e8df18c1-77d8-401d-a715-1d9189bf58a5 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=73ef61c103024a179a3ba42726c5390e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0953870 May 25 22:56:11.954246 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-e7dbebe7-71c3-4a07-aa79-b339db6279ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f82e916-3d52-4be1-8a79-be5417426685', 'name': 'tempest-TestMinimumBasicScenario-231372863-router', 'tenant_id': '73ef61c103024a179a3ba42726c5390e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': '579775af-7861-4b2a-9208-5affaa6a6151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:55:51Z', 'updated_at': '2022-05-25T22:55:54Z', 'revision_number': 4, 'project_id': '73ef61c103024a179a3ba42726c5390e', 'gw_port': {'id': '579775af-7861-4b2a-9208-5affaa6a6151', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f82e916-3d52-4be1-8a79-be5417426685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:51Z', 'updated_at': '2022-05-25T22:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '27b2e87f-8d69-4e9e-b3d1-40005dc0bde9', 'name': '', 'network_id': 'f40a271e-c5b4-4506-bf81-97dade033385', 'tenant_id': '73ef61c103024a179a3ba42726c5390e', 'mac_address': 'fa:16:3e:e3:00:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f82e916-3d52-4be1-8a79-be5417426685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8df6e37e-9ac0-49b8-89b7-a1d7f08289a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:53Z', 'updated_at': '2022-05-25T22:56:11Z', 'revision_number': 4, 'project_id': '73ef61c103024a179a3ba42726c5390e', 'subnets': [{'id': '8df6e37e-9ac0-49b8-89b7-a1d7f08289a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:11.958188 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dbebe7-71c3-4a07-aa79-b339db6279ea None None] The sync data for ids ['7f82e916-3d52-4be1-8a79-be5417426685'] in dv-cinder-843305-1-smb is: [{'id': '7f82e916-3d52-4be1-8a79-be5417426685', 'name': 'tempest-TestMinimumBasicScenario-231372863-router', 'tenant_id': '73ef61c103024a179a3ba42726c5390e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': '579775af-7861-4b2a-9208-5affaa6a6151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:55:51Z', 'updated_at': '2022-05-25T22:55:54Z', 'revision_number': 4, 'project_id': '73ef61c103024a179a3ba42726c5390e', 'gw_port': {'id': '579775af-7861-4b2a-9208-5affaa6a6151', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f82e916-3d52-4be1-8a79-be5417426685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:51Z', 'updated_at': '2022-05-25T22:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '27b2e87f-8d69-4e9e-b3d1-40005dc0bde9', 'name': '', 'network_id': 'f40a271e-c5b4-4506-bf81-97dade033385', 'tenant_id': '73ef61c103024a179a3ba42726c5390e', 'mac_address': 'fa:16:3e:e3:00:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f82e916-3d52-4be1-8a79-be5417426685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8df6e37e-9ac0-49b8-89b7-a1d7f08289a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:53Z', 'updated_at': '2022-05-25T22:56:11Z', 'revision_number': 4, 'project_id': '73ef61c103024a179a3ba42726c5390e', 'subnets': [{'id': '8df6e37e-9ac0-49b8-89b7-a1d7f08289a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:56:12.046804 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-505ab36b-08bf-4c1d-8ecf-d5002d343823 service neutron] 10.222.0.59 "GET /v2.0/networks/f40a271e-c5b4-4506-bf81-97dade033385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452911 May 25 22:56:12.081441 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 27b2e87f-8d69-4e9e-b3d1-40005dc0bde9 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:56:12.163212 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning for port 27b2e87f-8d69-4e9e-b3d1-40005dc0bde9 completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:12.170234 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 27b2e87f-8d69-4e9e-b3d1-40005dc0bde9 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:12.171511 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:12.222415 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-5d99450f-c5c9-4fc1-bda1-6f6f85b92a3a service neutron] 10.222.0.59 "GET /v2.0/networks/f40a271e-c5b4-4506-bf81-97dade033385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744587 May 25 22:56:12.267848 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-4a33464e-8588-4aa7-979f-be3a7d1759f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8fda9-16e1-41d5-856b-1c9303836a82', 'name': 'tempest-TestMinimumBasicScenario-1872564561-router', 'tenant_id': '98ee0a3f6f4e45b7b22a600448afb254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '65f6c772-17c1-4e18-a6b2-ed1d0e2c4160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:55:57Z', 'updated_at': '2022-05-25T22:56:00Z', 'revision_number': 4, 'project_id': '98ee0a3f6f4e45b7b22a600448afb254', 'gw_port': {'id': '65f6c772-17c1-4e18-a6b2-ed1d0e2c4160', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8fda9-16e1-41d5-856b-1c9303836a82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:57Z', 'updated_at': '2022-05-25T22:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': 'e7ab1b81-567e-4d1a-abe9-00640dadd72b', 'name': '', 'network_id': 'a1ab019c-27b6-40e2-b830-fda6f1b0c4ea', 'tenant_id': '98ee0a3f6f4e45b7b22a600448afb254', 'mac_address': 'fa:16:3e:ed:71:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb8fda9-16e1-41d5-856b-1c9303836a82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9294023f-f7ca-43de-ad6a-1753b78c95fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:59Z', 'updated_at': '2022-05-25T22:56:00Z', 'revision_number': 2, 'project_id': '98ee0a3f6f4e45b7b22a600448afb254', 'subnets': [{'id': '9294023f-f7ca-43de-ad6a-1753b78c95fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:12.272214 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a33464e-8588-4aa7-979f-be3a7d1759f3 None None] Checking router: 8cb8fda9-16e1-41d5-856b-1c9303836a82 for host: dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:56:12.272573 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a33464e-8588-4aa7-979f-be3a7d1759f3 None None] Updating router 8cb8fda9-16e1-41d5-856b-1c9303836a82 port e7ab1b81-567e-4d1a-abe9-00640dadd72b binding host dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:56:12.309083 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:12.335902 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-4a33464e-8588-4aa7-979f-be3a7d1759f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:12.345279 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] For port 27b2e87f-8d69-4e9e-b3d1-40005dc0bde9, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=27b2e87f-8d69-4e9e-b3d1-40005dc0bde9,segment=NetworkSegment(e20531f2-a7b7-4509-908f-381f22125cb0),segment_id=e20531f2-a7b7-4509-908f-381f22125cb0)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:12.350552 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:12.457817 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Pushing event updated for resources: {'Port': ['ID=27b2e87f-8d69-4e9e-b3d1-40005dc0bde9,revision_number=5']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:12.474678 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-147c122d-a933-42b5-8a5b-bbfebb961560 req-9397fa87-775e-4c63-bac6-3e756410b88d tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 210 time: 0.0539525 May 25 22:56:12.660291 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-a2f8905f-0e1b-4c99-bdf7-a09a258c580e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:12.751979 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-4a33464e-8588-4aa7-979f-be3a7d1759f3 None None] Notify callbacks [] for port, precommit_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:12.763044 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.provisioning_blocks [None req-4a33464e-8588-4aa7-979f-be3a7d1759f3 None None] Transition to ACTIVE for port object e7ab1b81-567e-4d1a-abe9-00640dadd72b will not be triggered until provisioned by entity L2. {{(pid=83206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:12.769097 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-4a33464e-8588-4aa7-979f-be3a7d1759f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:12.893294 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7876ad-b967-4a5b-acbe-6b0b93c47002 None None] Pushing event updated for resources: {'Port': ['ID=e7ab1b81-567e-4d1a-abe9-00640dadd72b,revision_number=3']} {{(pid=83206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:12.993366 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.managers [None req-4a33464e-8588-4aa7-979f-be3a7d1759f3 None None] Attempting to bind port e7ab1b81-567e-4d1a-abe9-00640dadd72b on host dv-cinder-843305-1-smb for vnic_type normal with profile {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:56:12.993727 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.managers [None req-4a33464e-8588-4aa7-979f-be3a7d1759f3 None None] Attempting to bind port e7ab1b81-567e-4d1a-abe9-00640dadd72b by drivers openvswitch,hyperv on host dv-cinder-843305-1-smb at level 0 using segments [{'id': 'edec844b-5d6a-40c2-8af6-f737df91d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a1ab019c-27b6-40e2-b830-fda6f1b0c4ea'}] {{(pid=83206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:56:12.994127 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a33464e-8588-4aa7-979f-be3a7d1759f3 None None] Attempting to bind port e7ab1b81-567e-4d1a-abe9-00640dadd72b on network a1ab019c-27b6-40e2-b830-fda6f1b0c4ea {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:56:13.000954 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a33464e-8588-4aa7-979f-be3a7d1759f3 None None] Checking agent: {'id': '7ae609c1-c95f-406f-b830-1d01d4388ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 29, 46), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:56:13.001452 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a33464e-8588-4aa7-979f-be3a7d1759f3 None None] Checking segment: {'id': 'edec844b-5d6a-40c2-8af6-f737df91d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a1ab019c-27b6-40e2-b830-fda6f1b0c4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:56:13.001975 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-4a33464e-8588-4aa7-979f-be3a7d1759f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:13.002379 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a33464e-8588-4aa7-979f-be3a7d1759f3 None None] Bound using segment: {'id': 'edec844b-5d6a-40c2-8af6-f737df91d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a1ab019c-27b6-40e2-b830-fda6f1b0c4ea'} {{(pid=83206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:56:13.002834 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.managers [None req-4a33464e-8588-4aa7-979f-be3a7d1759f3 None None] Bound port: e7ab1b81-567e-4d1a-abe9-00640dadd72b, host: dv-cinder-843305-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edec844b-5d6a-40c2-8af6-f737df91d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a1ab019c-27b6-40e2-b830-fda6f1b0c4ea'}}] {{(pid=83206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:56:13.003244 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-4a33464e-8588-4aa7-979f-be3a7d1759f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:13.093167 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.db [None req-4a33464e-8588-4aa7-979f-be3a7d1759f3 None None] For port e7ab1b81-567e-4d1a-abe9-00640dadd72b, host dv-cinder-843305-1-smb, cleared binding levels {{(pid=83206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:56:13.096020 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.plugins.ml2.db [None req-4a33464e-8588-4aa7-979f-be3a7d1759f3 None None] For port e7ab1b81-567e-4d1a-abe9-00640dadd72b, host dv-cinder-843305-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=e7ab1b81-567e-4d1a-abe9-00640dadd72b,segment=NetworkSegment(edec844b-5d6a-40c2-8af6-f737df91d352),segment_id=edec844b-5d6a-40c2-8af6-f737df91d352)] {{(pid=83206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:56:13.100315 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron_lib.callbacks.manager [None req-4a33464e-8588-4aa7-979f-be3a7d1759f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:13.175733 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7876ad-b967-4a5b-acbe-6b0b93c47002 None None] Pushing event updated for resources: {'Port': ['ID=e7ab1b81-567e-4d1a-abe9-00640dadd72b,revision_number=4']} {{(pid=83206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:13.181317 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a33464e-8588-4aa7-979f-be3a7d1759f3 None None] Routers {'8cb8fda9-16e1-41d5-856b-1c9303836a82'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:56:13.181914 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-4a33464e-8588-4aa7-979f-be3a7d1759f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:55:45Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['8cb8fda9-16e1-41d5-856b-1c9303836a82'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:13.361894 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-4a33464e-8588-4aa7-979f-be3a7d1759f3 None None] Set router 8cb8fda9-16e1-41d5-856b-1c9303836a82 gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:56:13.680557 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-81df75c0-6c4c-4207-85e9-cd2d38bb89c4 req-fec27ad3-2944-468c-aa21-c7c57632900c tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 210 time: 0.0563054 May 25 22:56:13.682650 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-4a33464e-8588-4aa7-979f-be3a7d1759f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8fda9-16e1-41d5-856b-1c9303836a82', 'name': 'tempest-TestMinimumBasicScenario-1872564561-router', 'tenant_id': '98ee0a3f6f4e45b7b22a600448afb254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '65f6c772-17c1-4e18-a6b2-ed1d0e2c4160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:55:57Z', 'updated_at': '2022-05-25T22:56:00Z', 'revision_number': 4, 'project_id': '98ee0a3f6f4e45b7b22a600448afb254', 'gw_port': {'id': '65f6c772-17c1-4e18-a6b2-ed1d0e2c4160', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8fda9-16e1-41d5-856b-1c9303836a82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:57Z', 'updated_at': '2022-05-25T22:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': 'e7ab1b81-567e-4d1a-abe9-00640dadd72b', 'name': '', 'network_id': 'a1ab019c-27b6-40e2-b830-fda6f1b0c4ea', 'tenant_id': '98ee0a3f6f4e45b7b22a600448afb254', 'mac_address': 'fa:16:3e:ed:71:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb8fda9-16e1-41d5-856b-1c9303836a82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9294023f-f7ca-43de-ad6a-1753b78c95fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:59Z', 'updated_at': '2022-05-25T22:56:13Z', 'revision_number': 4, 'project_id': '98ee0a3f6f4e45b7b22a600448afb254', 'subnets': [{'id': '9294023f-f7ca-43de-ad6a-1753b78c95fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:13.687166 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a33464e-8588-4aa7-979f-be3a7d1759f3 None None] The sync data for ids ['8cb8fda9-16e1-41d5-856b-1c9303836a82'] in dv-cinder-843305-1-smb is: [{'id': '8cb8fda9-16e1-41d5-856b-1c9303836a82', 'name': 'tempest-TestMinimumBasicScenario-1872564561-router', 'tenant_id': '98ee0a3f6f4e45b7b22a600448afb254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '65f6c772-17c1-4e18-a6b2-ed1d0e2c4160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:55:57Z', 'updated_at': '2022-05-25T22:56:00Z', 'revision_number': 4, 'project_id': '98ee0a3f6f4e45b7b22a600448afb254', 'gw_port': {'id': '65f6c772-17c1-4e18-a6b2-ed1d0e2c4160', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8fda9-16e1-41d5-856b-1c9303836a82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:57Z', 'updated_at': '2022-05-25T22:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': 'e7ab1b81-567e-4d1a-abe9-00640dadd72b', 'name': '', 'network_id': 'a1ab019c-27b6-40e2-b830-fda6f1b0c4ea', 'tenant_id': '98ee0a3f6f4e45b7b22a600448afb254', 'mac_address': 'fa:16:3e:ed:71:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb8fda9-16e1-41d5-856b-1c9303836a82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9294023f-f7ca-43de-ad6a-1753b78c95fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:59Z', 'updated_at': '2022-05-25T22:56:13Z', 'revision_number': 4, 'project_id': '98ee0a3f6f4e45b7b22a600448afb254', 'subnets': [{'id': '9294023f-f7ca-43de-ad6a-1753b78c95fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:56:13.701636 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-d288fb81-8ef0-4b8c-baa0-1ff14382b690 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:13.703144 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-d288fb81-8ef0-4b8c-baa0-1ff14382b690 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.15 "GET /v2.0/networks?id=f40a271e-c5b4-4506-bf81-97dade033385 HTTP/1.1" status: 200 len: 814 time: 0.2228522 May 25 22:56:13.732947 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-b93de4fa-ac4e-435e-bcef-4d635efdcaaf tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Request body: {'port': {'device_id': '716af993-09c2-41e2-a4be-8af733e3ac70', 'network_id': 'f40a271e-c5b4-4506-bf81-97dade033385', 'admin_state_up': True, 'tenant_id': '73ef61c103024a179a3ba42726c5390e'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:13.988273 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-b93de4fa-ac4e-435e-bcef-4d635efdcaaf tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:13.998167 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-b93de4fa-ac4e-435e-bcef-4d635efdcaaf tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:14.015283 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-b93de4fa-ac4e-435e-bcef-4d635efdcaaf tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Made reservation on behalf of 73ef61c103024a179a3ba42726c5390e for: {'port': 1} {{(pid=83203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:14.019746 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-b93de4fa-ac4e-435e-bcef-4d635efdcaaf tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:14.233583 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 27b2e87f-8d69-4e9e-b3d1-40005dc0bde9 up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:56:14.349851 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.db_base_plugin_common [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-b93de4fa-ac4e-435e-bcef-4d635efdcaaf tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Allocated IP 172.20.0.14 (f40a271e-c5b4-4506-bf81-97dade033385/8df6e37e-9ac0-49b8-89b7-a1d7f08289a5/6e248d37-1631-4fc0-9df8-b243bf1a6394) {{(pid=83203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:14.363388 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port 27b2e87f-8d69-4e9e-b3d1-40005dc0bde9 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:14.364329 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:14.530151 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device e7ab1b81-567e-4d1a-abe9-00640dadd72b up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:56:14.620046 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning for port e7ab1b81-567e-4d1a-abe9-00640dadd72b completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:14.625359 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port e7ab1b81-567e-4d1a-abe9-00640dadd72b triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:14.626142 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:14.660475 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-b93de4fa-ac4e-435e-bcef-4d635efdcaaf tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks [] for port, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:14.680106 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.provisioning_blocks [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-b93de4fa-ac4e-435e-bcef-4d635efdcaaf tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Transition to ACTIVE for port object 6e248d37-1631-4fc0-9df8-b243bf1a6394 will not be triggered until provisioned by entity DHCP. {{(pid=83203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:14.706184 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-b93de4fa-ac4e-435e-bcef-4d635efdcaaf tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:14.844921 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93de4fa-ac4e-435e-bcef-4d635efdcaaf tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Pushing event updated for resources: {'Port': ['ID=6e248d37-1631-4fc0-9df8-b243bf1a6394,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:14.859193 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-b93de4fa-ac4e-435e-bcef-4d635efdcaaf tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Network f40a271e-c5b4-4506-bf81-97dade033385 is already hosted by enough agents. {{(pid=83203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:14.860341 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.base_scheduler [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-b93de4fa-ac4e-435e-bcef-4d635efdcaaf tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Resources bound (agent type, host, resource id): {{(pid=83203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:14.864424 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-b93de4fa-ac4e-435e-bcef-4d635efdcaaf tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Received port after_create {{(pid=83203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:56:14.960069 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:14.994287 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-b93de4fa-ac4e-435e-bcef-4d635efdcaaf tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:14.995267 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-b93de4fa-ac4e-435e-bcef-4d635efdcaaf tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:15.047190 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-d14875e8-d145-4552-a115-5df35760516a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:15.057311 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-b93de4fa-ac4e-435e-bcef-4d635efdcaaf tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3340311 May 25 22:56:15.062108 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456f507-3665-47a3-b4bd-659e2cb09562 req-fd512ef9-555d-401c-abf7-9cfbbd8ca718 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:15.071379 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-8456f507-3665-47a3-b4bd-659e2cb09562 req-fd512ef9-555d-401c-abf7-9cfbbd8ca718 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 932 time: 0.1500266 May 25 22:56:15.109638 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-0640016c-cc73-45c4-9d7e-f91fa498bece service neutron] Request body: {'port': {'device_id': '716af993-09c2-41e2-a4be-8af733e3ac70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:15.110484 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] For port e7ab1b81-567e-4d1a-abe9-00640dadd72b, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=e7ab1b81-567e-4d1a-abe9-00640dadd72b,segment=NetworkSegment(edec844b-5d6a-40c2-8af6-f737df91d352),segment_id=edec844b-5d6a-40c2-8af6-f737df91d352)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:15.122083 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:15.152107 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-8456f507-3665-47a3-b4bd-659e2cb09562 req-ca3129d7-a795-4c3b-9c75-c696f40ff018 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794611 May 25 22:56:15.284033 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-5a424c2e-2c39-4ccf-90d3-54349e78ee9f None None] Provisioning for port 6e248d37-1631-4fc0-9df8-b243bf1a6394 completed by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:15.303042 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-5a424c2e-2c39-4ccf-90d3-54349e78ee9f None None] Provisioning complete for port 6e248d37-1631-4fc0-9df8-b243bf1a6394 triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:15.303332 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-5a424c2e-2c39-4ccf-90d3-54349e78ee9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:15.350318 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-0640016c-cc73-45c4-9d7e-f91fa498bece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:15.381660 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Pushing event updated for resources: {'Port': ['ID=e7ab1b81-567e-4d1a-abe9-00640dadd72b,revision_number=5']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:15.395658 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-5a424c2e-2c39-4ccf-90d3-54349e78ee9f None None] Port 6e248d37-1631-4fc0-9df8-b243bf1a6394 cannot update to ACTIVE because it is not bound. {{(pid=83205) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:56:15.779648 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-0640016c-cc73-45c4-9d7e-f91fa498bece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e248d37-1631-4fc0-9df8-b243bf1a6394 {{(pid=83203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:56:15.792418 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-0640016c-cc73-45c4-9d7e-f91fa498bece service neutron] Notify callbacks [] for port, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:15.817273 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.provisioning_blocks [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-0640016c-cc73-45c4-9d7e-f91fa498bece service neutron] Transition to ACTIVE for port object 6e248d37-1631-4fc0-9df8-b243bf1a6394 will not be triggered until provisioned by entity L2. {{(pid=83203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:15.823159 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-0640016c-cc73-45c4-9d7e-f91fa498bece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950903'] for port, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:15.968363 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640016c-cc73-45c4-9d7e-f91fa498bece service neutron] Pushing event updated for resources: {'Port': ['ID=6e248d37-1631-4fc0-9df8-b243bf1a6394,revision_number=2']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:16.090745 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device e7ab1b81-567e-4d1a-abe9-00640dadd72b up at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:56:16.093867 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.managers [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-0640016c-cc73-45c4-9d7e-f91fa498bece service neutron] Attempting to bind port 6e248d37-1631-4fc0-9df8-b243bf1a6394 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:56:16.094273 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.managers [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-0640016c-cc73-45c4-9d7e-f91fa498bece service neutron] Attempting to bind port 6e248d37-1631-4fc0-9df8-b243bf1a6394 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'e20531f2-a7b7-4509-908f-381f22125cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f40a271e-c5b4-4506-bf81-97dade033385'}] {{(pid=83203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:56:16.094751 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-0640016c-cc73-45c4-9d7e-f91fa498bece service neutron] Attempting to bind port 6e248d37-1631-4fc0-9df8-b243bf1a6394 on network f40a271e-c5b4-4506-bf81-97dade033385 {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:56:16.101836 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-0640016c-cc73-45c4-9d7e-f91fa498bece service neutron] Port 6e248d37-1631-4fc0-9df8-b243bf1a6394 on network f40a271e-c5b4-4506-bf81-97dade033385 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:56:16.102241 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-0640016c-cc73-45c4-9d7e-f91fa498bece service neutron] Attempting to bind port 6e248d37-1631-4fc0-9df8-b243bf1a6394 on network f40a271e-c5b4-4506-bf81-97dade033385 {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:56:16.110142 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-0640016c-cc73-45c4-9d7e-f91fa498bece service neutron] Checking agent: {'id': '664d2378-5910-4a50-8747-70f7074f61b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'started_at': datetime.datetime(2022, 5, 25, 22, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:56:16.110617 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-0640016c-cc73-45c4-9d7e-f91fa498bece service neutron] Checking segment: {'id': 'e20531f2-a7b7-4509-908f-381f22125cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f40a271e-c5b4-4506-bf81-97dade033385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:56:16.111019 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-0640016c-cc73-45c4-9d7e-f91fa498bece service neutron] Bound using segment: {'id': 'e20531f2-a7b7-4509-908f-381f22125cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f40a271e-c5b4-4506-bf81-97dade033385'} {{(pid=83203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:56:16.111495 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.managers [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-0640016c-cc73-45c4-9d7e-f91fa498bece service neutron] Bound port: 6e248d37-1631-4fc0-9df8-b243bf1a6394, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e20531f2-a7b7-4509-908f-381f22125cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f40a271e-c5b4-4506-bf81-97dade033385'}}] {{(pid=83203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:56:16.111841 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-0640016c-cc73-45c4-9d7e-f91fa498bece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:16.137263 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:16.211173 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-0640016c-cc73-45c4-9d7e-f91fa498bece service neutron] For port 6e248d37-1631-4fc0-9df8-b243bf1a6394, host hv-cinder-84330, cleared binding levels {{(pid=83203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:56:16.214468 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-0640016c-cc73-45c4-9d7e-f91fa498bece service neutron] For port 6e248d37-1631-4fc0-9df8-b243bf1a6394, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=6e248d37-1631-4fc0-9df8-b243bf1a6394,segment=NetworkSegment(e20531f2-a7b7-4509-908f-381f22125cb0),segment_id=e20531f2-a7b7-4509-908f-381f22125cb0)] {{(pid=83203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:56:16.221919 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-0640016c-cc73-45c4-9d7e-f91fa498bece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950903'] for port, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:16.290015 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Provisioning complete for port e7ab1b81-567e-4d1a-abe9-00640dadd72b triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:16.290585 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:16.290699 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-0640016c-cc73-45c4-9d7e-f91fa498bece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:16.292059 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-0640016c-cc73-45c4-9d7e-f91fa498bece service neutron] 10.222.0.15 "PUT /v2.0/ports/6e248d37-1631-4fc0-9df8-b243bf1a6394 HTTP/1.1" status: 200 len: 1094 time: 1.1889844 May 25 22:56:16.292494 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716af993-09c2-41e2-a4be-8af733e3ac70', 'tag': '6e248d37-1631-4fc0-9df8-b243bf1a6394'}] {{(pid=83203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:56:16.347694 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640016c-cc73-45c4-9d7e-f91fa498bece service neutron] Pushing event updated for resources: {'Port': ['ID=6e248d37-1631-4fc0-9df8-b243bf1a6394,revision_number=3']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:16.468700 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:16.490211 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a57de-6f8a-414e-8c3a-45d60c8c9575 req-948f4589-87be-4ade-8063-d855020b0b5a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:16.491386 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-2e1a57de-6f8a-414e-8c3a-45d60c8c9575 req-948f4589-87be-4ade-8063-d855020b0b5a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Synchronizing usage tracker for tenant:73ef61c103024a179a3ba42726c5390e on resource:port {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:56:16.511926 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-2e1a57de-6f8a-414e-8c3a-45d60c8c9575 req-948f4589-87be-4ade-8063-d855020b0b5a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Unset dirty status for tenant:73ef61c103024a179a3ba42726c5390e on resource:port {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:56:16.522219 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-2e1a57de-6f8a-414e-8c3a-45d60c8c9575 req-948f4589-87be-4ade-8063-d855020b0b5a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 944 time: 0.1458409 May 25 22:56:16.590240 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-2e1a57de-6f8a-414e-8c3a-45d60c8c9575 req-3028e0eb-0ec2-4876-b6b3-47eb4b0ec00f tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Synchronizing usage tracker for tenant:73ef61c103024a179a3ba42726c5390e on resource:security_group {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:56:16.607245 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93a95dc5-2919-4cb0-9d7f-0849d43d674a'] response: {'name': 'network-changed', 'server_uuid': '716af993-09c2-41e2-a4be-8af733e3ac70', 'tag': '6e248d37-1631-4fc0-9df8-b243bf1a6394', 'status': 'completed', 'code': 200} May 25 22:56:16.620216 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-2e1a57de-6f8a-414e-8c3a-45d60c8c9575 req-3028e0eb-0ec2-4876-b6b3-47eb4b0ec00f tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Unset dirty status for tenant:73ef61c103024a179a3ba42726c5390e on resource:security_group {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:56:16.622998 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-2e1a57de-6f8a-414e-8c3a-45d60c8c9575 req-3028e0eb-0ec2-4876-b6b3-47eb4b0ec00f tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983629 May 25 22:56:17.587132 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:17.824012 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8bc29-57eb-44c6-afc6-7d7be82d0864 req-5663c6c6-1a2f-4304-9d49-303da632a08e tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:17.833314 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-87b8bc29-57eb-44c6-afc6-7d7be82d0864 req-5663c6c6-1a2f-4304-9d49-303da632a08e tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 944 time: 0.0862868 May 25 22:56:17.897677 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-87b8bc29-57eb-44c6-afc6-7d7be82d0864 req-d171b247-8395-4ed1-93ad-09f9b6f9e552 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633936 May 25 22:56:19.107380 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa447d-5c8c-420b-831b-5f8508f95e76 req-b880a535-2f95-4e90-ac63-702d789bb321 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:19.108827 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-95fa447d-5c8c-420b-831b-5f8508f95e76 req-b880a535-2f95-4e90-ac63-702d789bb321 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 944 time: 0.0838127 May 25 22:56:19.167000 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-95fa447d-5c8c-420b-831b-5f8508f95e76 req-e1c0cbb4-55c8-4e64-a48c-106ccdde2b58 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526369 May 25 22:56:20.520408 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3eac01-dc27-435f-aa5d-2d84c441aad7 req-3c1b3d51-4735-4a09-bbc2-6b089623cf86 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:20.521993 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2a3eac01-dc27-435f-aa5d-2d84c441aad7 req-3c1b3d51-4735-4a09-bbc2-6b089623cf86 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 944 time: 0.1916471 May 25 22:56:20.570029 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-2a3eac01-dc27-435f-aa5d-2d84c441aad7 req-b651d66c-f4c9-4890-8939-8aaef6faa656 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422597 May 25 22:56:21.779711 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2c947-317f-44f9-b768-ca6abb07be9e req-6d4dabaf-008f-4d50-b354-baa956666832 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:21.781144 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f5e2c947-317f-44f9-b768-ca6abb07be9e req-6d4dabaf-008f-4d50-b354-baa956666832 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 944 time: 0.0776103 May 25 22:56:21.828773 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f5e2c947-317f-44f9-b768-ca6abb07be9e req-c3650c25-90b9-43f5-a20f-af2642bfbe79 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417976 May 25 22:56:23.023807 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c281e1-11fe-4bbf-86d6-bd3464ed8996 req-52262e3d-d935-49af-b4f6-cd7f1153c1a2 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:23.025237 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-07c281e1-11fe-4bbf-86d6-bd3464ed8996 req-52262e3d-d935-49af-b4f6-cd7f1153c1a2 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 944 time: 0.0779672 May 25 22:56:23.069485 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-07c281e1-11fe-4bbf-86d6-bd3464ed8996 req-e4bb1510-dd6c-4538-acd9-ac2af8155e3a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388737 May 25 22:56:24.483728 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b92fd0-4cdf-4b78-91bd-45c0c3d571f5 req-a1d71e5e-4d4c-4c60-9ab2-5a3b07292939 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:24.485172 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-a9b92fd0-4cdf-4b78-91bd-45c0c3d571f5 req-a1d71e5e-4d4c-4c60-9ab2-5a3b07292939 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 944 time: 0.1579363 May 25 22:56:24.530415 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-a9b92fd0-4cdf-4b78-91bd-45c0c3d571f5 req-212a592f-10ed-4ab1-9ad9-5fad9069817b tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397165 May 25 22:56:25.078085 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-db1c7c4e-e76f-49e5-957b-bf7b63056616 req-e59c6408-221a-464e-ae36-09bc3db97f54 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73ef61c103024a179a3ba42726c5390e&device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 1097 time: 0.0731254 May 25 22:56:25.228772 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c7c4e-e76f-49e5-957b-bf7b63056616 req-4e717ec2-bebf-4880-bc79-e7bdf344cdc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:25.230198 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-db1c7c4e-e76f-49e5-957b-bf7b63056616 req-4e717ec2-bebf-4880-bc79-e7bdf344cdc4 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=73ef61c103024a179a3ba42726c5390e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1337759 May 25 22:56:25.364193 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c7c4e-e76f-49e5-957b-bf7b63056616 req-9cf37907-ae69-43aa-b526-2a6432fae011 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:25.365523 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-db1c7c4e-e76f-49e5-957b-bf7b63056616 req-9cf37907-ae69-43aa-b526-2a6432fae011 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1293924 May 25 22:56:25.512630 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-296cc403-fd17-4547-9e83-d18dfef221e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73ef61c103024a179a3ba42726c5390e&device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 1097 time: 0.0697386 May 25 22:56:25.588384 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-c65818d1-1748-49ed-a083-106963eaacbe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e248d37-1631-4fc0-9df8-b243bf1a6394 HTTP/1.1" status: 200 len: 217 time: 0.0620594 May 25 22:56:25.720801 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4135c1-54cf-431b-932a-e5e826d92f99 req-af21e9fd-bb30-4540-9776-1076c11e135f tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:25.722163 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-6f4135c1-54cf-431b-932a-e5e826d92f99 req-af21e9fd-bb30-4540-9776-1076c11e135f tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 944 time: 0.0756469 May 25 22:56:25.745496 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-d5854ec5-dcff-4626-a298-6083fb213331 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:25.747008 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-d5854ec5-dcff-4626-a298-6083fb213331 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8df6e37e-9ac0-49b8-89b7-a1d7f08289a5 HTTP/1.1" status: 200 len: 853 time: 0.0590346 May 25 22:56:25.767463 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-6f4135c1-54cf-431b-932a-e5e826d92f99 req-2c75ff5e-7714-4793-bad4-fb7eca6cd3b3 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395634 May 25 22:56:25.819198 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-c5c659d1-748b-4b9f-9768-b5869062190a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f40a271e-c5b4-4506-bf81-97dade033385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0659804 May 25 22:56:25.946908 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-80f6c8cc-85a1-43d1-a637-8702b9efc80e service neutron] 10.222.0.15 "GET /v2.0/networks/f40a271e-c5b4-4506-bf81-97dade033385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205378 May 25 22:56:26.074297 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b446dc33-4e8e-44ed-9b2d-3fd32c4d8d7d req-737da733-54e1-4e51-866d-f5e68cd52f2e service neutron] 10.222.0.15 "GET /v2.0/networks/f40a271e-c5b4-4506-bf81-97dade033385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214228 May 25 22:56:26.391932 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:56:26.959716 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6852a-77b1-43b5-bc8f-362cdabd8971 req-a15f814b-3883-4dd2-8d5a-8c8835d56c81 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:26.961679 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-08a6852a-77b1-43b5-bc8f-362cdabd8971 req-a15f814b-3883-4dd2-8d5a-8c8835d56c81 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 944 time: 0.0788479 May 25 22:56:27.005409 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-08a6852a-77b1-43b5-bc8f-362cdabd8971 req-496d4f35-af26-44d6-bfa8-68563f7d07c1 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382957 May 25 22:56:28.196450 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1385e-3544-4018-8526-6ecfebe2b38d req-53c8660f-d0b6-4146-92d3-08b18c539c03 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:28.197874 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5fc1385e-3544-4018-8526-6ecfebe2b38d req-53c8660f-d0b6-4146-92d3-08b18c539c03 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 944 time: 0.0782866 May 25 22:56:28.245826 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5fc1385e-3544-4018-8526-6ecfebe2b38d req-c91f407a-e738-43a1-8d74-0002f2bdbd99 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421872 May 25 22:56:29.435864 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e870d20-7248-48eb-b083-d66ae17c1b42 req-7d93361b-5dea-4dd7-ac0f-1070f64d556a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:29.437267 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-2e870d20-7248-48eb-b083-d66ae17c1b42 req-7d93361b-5dea-4dd7-ac0f-1070f64d556a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 944 time: 0.0738893 May 25 22:56:29.485154 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-2e870d20-7248-48eb-b083-d66ae17c1b42 req-abb6fbfb-a473-4fc8-887d-635ea46ae311 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424359 May 25 22:56:29.794393 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 6e248d37-1631-4fc0-9df8-b243bf1a6394 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83205) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:56:29.923244 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 6e248d37-1631-4fc0-9df8-b243bf1a6394, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=6e248d37-1631-4fc0-9df8-b243bf1a6394,segment=NetworkSegment(e20531f2-a7b7-4509-908f-381f22125cb0),segment_id=e20531f2-a7b7-4509-908f-381f22125cb0)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:29.936560 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Returning: {'device': '6e248d37-1631-4fc0-9df8-b243bf1a6394', 'network_id': 'f40a271e-c5b4-4506-bf81-97dade033385', 'port_id': '6e248d37-1631-4fc0-9df8-b243bf1a6394', 'mac_address': 'fa:16:3e:90:7c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df6e37e-9ac0-49b8-89b7-a1d7f08289a5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83205) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:56:29.988209 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:30.005359 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e248d37-1631-4fc0-9df8-b243bf1a6394 {{(pid=83205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:56:30.020185 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 6e248d37-1631-4fc0-9df8-b243bf1a6394, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=6e248d37-1631-4fc0-9df8-b243bf1a6394,segment=NetworkSegment(e20531f2-a7b7-4509-908f-381f22125cb0),segment_id=e20531f2-a7b7-4509-908f-381f22125cb0)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:30.023910 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:30.098146 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=6e248d37-1631-4fc0-9df8-b243bf1a6394,revision_number=4']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:30.414840 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['6e248d37-1631-4fc0-9df8-b243bf1a6394'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:56:30.679479 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5726cf-2e07-47fe-afde-2a341176704d req-eabd15f1-efa9-40f7-b8e8-1ab2366d12a0 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:30.680838 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-eb5726cf-2e07-47fe-afde-2a341176704d req-eabd15f1-efa9-40f7-b8e8-1ab2366d12a0 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 945 time: 0.0740707 May 25 22:56:30.728376 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-eb5726cf-2e07-47fe-afde-2a341176704d req-b1c2e8f0-485c-4905-b811-6d7a00c2c3bf tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420477 May 25 22:56:31.824790 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 6e248d37-1631-4fc0-9df8-b243bf1a6394 up at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:56:31.922040 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning for port 6e248d37-1631-4fc0-9df8-b243bf1a6394 completed by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:31.922316 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb77c5-55a7-45d1-a335-c6508c4878da req-81537d61-8409-40fc-8e86-5ad62cc0346e tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:31.923558 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f0fb77c5-55a7-45d1-a335-c6508c4878da req-81537d61-8409-40fc-8e86-5ad62cc0346e tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 945 time: 0.0767159 May 25 22:56:31.926738 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Provisioning complete for port 6e248d37-1631-4fc0-9df8-b243bf1a6394 triggered by entity L2. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:31.927102 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:31.969110 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-f0fb77c5-55a7-45d1-a335-c6508c4878da req-2510045b-adee-4e28-9d9d-fcae5920f59f tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399835 May 25 22:56:32.038275 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:32.063525 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716af993-09c2-41e2-a4be-8af733e3ac70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e248d37-1631-4fc0-9df8-b243bf1a6394'}] {{(pid=83205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:56:32.073703 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] For port 6e248d37-1631-4fc0-9df8-b243bf1a6394, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=6e248d37-1631-4fc0-9df8-b243bf1a6394,segment=NetworkSegment(e20531f2-a7b7-4509-908f-381f22125cb0),segment_id=e20531f2-a7b7-4509-908f-381f22125cb0)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:32.078005 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506'] for port, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:32.119418 dv-cinder-843305-1-smb neutron-server[83205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c81ba2f-c7bb-467e-a339-8d41e319c15a'] response: {'server_uuid': '716af993-09c2-41e2-a4be-8af733e3ac70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e248d37-1631-4fc0-9df8-b243bf1a6394', 'code': 200} May 25 22:56:32.143957 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Pushing event updated for resources: {'Port': ['ID=6e248d37-1631-4fc0-9df8-b243bf1a6394,revision_number=5']} {{(pid=83205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:32.372503 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-545b4ae6-dd33-4fb0-b824-7d0ad98a0725 req-3071a811-054b-4a8e-8143-2c238cb4f1bd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 1099 time: 0.0720665 May 25 22:56:32.413798 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-545b4ae6-dd33-4fb0-b824-7d0ad98a0725 req-33048dcd-18dd-414f-b7bd-f907595c3437 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353336 May 25 22:56:33.159149 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b3fbd-59d8-4a0a-9293-bcc290d110b5 req-a435077b-a54b-4cb3-8bc1-24642fb07e77 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:33.160666 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-9a1b3fbd-59d8-4a0a-9293-bcc290d110b5 req-a435077b-a54b-4cb3-8bc1-24642fb07e77 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 946 time: 0.0758572 May 25 22:56:33.204739 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-9a1b3fbd-59d8-4a0a-9293-bcc290d110b5 req-3a7ad744-13ea-44d1-bf1c-74093ee5eea0 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387676 May 25 22:56:33.962254 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:34.393733 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043baef-ad9b-4e60-b41f-a2dfe8a4cd82 req-9c00014c-e489-4a44-b9e0-fbfcf19d6bc1 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:34.395189 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-9043baef-ad9b-4e60-b41f-a2dfe8a4cd82 req-9c00014c-e489-4a44-b9e0-fbfcf19d6bc1 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 946 time: 0.0743978 May 25 22:56:34.439413 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-9043baef-ad9b-4e60-b41f-a2dfe8a4cd82 req-29f04fa2-340a-4d71-a6e3-8d5a79ef4e2a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384009 May 25 22:56:34.633272 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6f833-631f-4357-aa46-923957a19848 req-0d4784cf-cf97-412d-a398-76e20b4065be tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:34.634769 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-28c6f833-631f-4357-aa46-923957a19848 req-0d4784cf-cf97-412d-a398-76e20b4065be tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 946 time: 0.0790193 May 25 22:56:34.679083 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-28c6f833-631f-4357-aa46-923957a19848 req-3e566106-ca47-4e31-9f1f-beaa20c08fe7 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389807 May 25 22:56:35.090444 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6fb1b-6235-4915-a3bd-67353a61d737 req-ae278f7a-fe8a-4b94-a55f-ba04deb9995c tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:35.091871 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-daa6fb1b-6235-4915-a3bd-67353a61d737 req-ae278f7a-fe8a-4b94-a55f-ba04deb9995c tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 946 time: 0.0802698 May 25 22:56:35.135550 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-daa6fb1b-6235-4915-a3bd-67353a61d737 req-9999658b-07bf-4c48-be49-71fab87a06b5 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383041 May 25 22:56:39.891555 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955a80b-6445-4b33-83ba-ade4988e8a6e req-1a772300-5a9b-4947-81aa-f7dc92cd4a5a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:39.892969 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b955a80b-6445-4b33-83ba-ade4988e8a6e req-1a772300-5a9b-4947-81aa-f7dc92cd4a5a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 946 time: 0.0786057 May 25 22:56:39.936865 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b955a80b-6445-4b33-83ba-ade4988e8a6e req-2cc09248-7646-4f80-8da9-47652468df23 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385711 May 25 22:56:39.963851 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 48750) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:40.153574 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-4a0868ee-cd20-43e9-b8b8-1f156e81327a tempest-TestMinimumBasicScenario-168102893 tempest-TestMinimumBasicScenario-168102893-project-admin] Synchronizing usage tracker for tenant:98ee0a3f6f4e45b7b22a600448afb254 on resource:port {{(pid=83204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:56:40.171103 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-4a0868ee-cd20-43e9-b8b8-1f156e81327a tempest-TestMinimumBasicScenario-168102893 tempest-TestMinimumBasicScenario-168102893-project-admin] Unset dirty status for tenant:98ee0a3f6f4e45b7b22a600448afb254 on resource:port {{(pid=83204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:56:40.174471 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-4a0868ee-cd20-43e9-b8b8-1f156e81327a tempest-TestMinimumBasicScenario-168102893 tempest-TestMinimumBasicScenario-168102893-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 1094 time: 0.2095590 May 25 22:56:40.175165 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 48756) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:40.180806 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-f94b126b-13db-4cfb-aff7-4ad42590c1ef tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Request body: {'floatingip': {'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'port_id': '6e248d37-1631-4fc0-9df8-b243bf1a6394', 'tenant_id': '73ef61c103024a179a3ba42726c5390e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:40.185995 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-f94b126b-13db-4cfb-aff7-4ad42590c1ef tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:40.189730 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-f94b126b-13db-4cfb-aff7-4ad42590c1ef tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Usage tracker for resource:floatingip and tenant:73ef61c103024a179a3ba42726c5390e is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:40.192499 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-f94b126b-13db-4cfb-aff7-4ad42590c1ef tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:40.198096 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-f94b126b-13db-4cfb-aff7-4ad42590c1ef tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:40.209289 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-f94b126b-13db-4cfb-aff7-4ad42590c1ef tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks [] for floatingip, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.342605 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-f94b126b-13db-4cfb-aff7-4ad42590c1ef tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.478434 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.db_base_plugin_common [None req-f94b126b-13db-4cfb-aff7-4ad42590c1ef tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Allocated IP 172.28.2.81 (77f19dc1-c50e-4f02-8833-0fbdbbec8517/1120c8a6-ca37-4814-b2e9-f8ac22584781/baff4e2b-3eed-4a17-96cb-d51d824eb909) {{(pid=83204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:40.621508 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-f94b126b-13db-4cfb-aff7-4ad42590c1ef tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks [] for port, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.647743 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-f94b126b-13db-4cfb-aff7-4ad42590c1ef tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728909954443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1172395'] for port, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.714256 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94b126b-13db-4cfb-aff7-4ad42590c1ef tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Network 77f19dc1-c50e-4f02-8833-0fbdbbec8517 is already hosted by enough agents. {{(pid=83204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:40.716843 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.base_scheduler [None req-f94b126b-13db-4cfb-aff7-4ad42590c1ef tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Resources bound (agent type, host, resource id): {{(pid=83204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:40.720439 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94b126b-13db-4cfb-aff7-4ad42590c1ef tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Received port after_create {{(pid=83204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:56:40.748764 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b126b-13db-4cfb-aff7-4ad42590c1ef tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Pushing event updated for resources: {'Port': ['ID=baff4e2b-3eed-4a17-96cb-d51d824eb909,revision_number=1']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:41.273796 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-f94b126b-13db-4cfb-aff7-4ad42590c1ef tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:41.327284 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-f94b126b-13db-4cfb-aff7-4ad42590c1ef tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:41.523260 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-f94b126b-13db-4cfb-aff7-4ad42590c1ef tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks [] for port, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:41.527464 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-f94b126b-13db-4cfb-aff7-4ad42590c1ef tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1172434'] for port, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:41.631527 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b126b-13db-4cfb-aff7-4ad42590c1ef tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Pushing event updated for resources: {'Port': ['ID=baff4e2b-3eed-4a17-96cb-d51d824eb909,revision_number=2']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:41.645737 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-f94b126b-13db-4cfb-aff7-4ad42590c1ef tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-997866'] for floatingip, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:41.835000 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.db.l3_db [None req-f94b126b-13db-4cfb-aff7-4ad42590c1ef tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Floating IP dd4f86b3-1940-4f9e-aaeb-aef44fe4aae4 associated. External IP: 172.28.2.81, port: 6e248d37-1631-4fc0-9df8-b243bf1a6394. May 25 22:56:42.215794 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94b126b-13db-4cfb-aff7-4ad42590c1ef tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Router 7f82e916-3d52-4be1-8a79-be5417426685 has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:56:42.408657 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94b126b-13db-4cfb-aff7-4ad42590c1ef tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:56:42.418939 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b19076-57dc-4790-992c-10807271397a None None] Sync routers for ids ['7f82e916-3d52-4be1-8a79-be5417426685'] in dv-cinder-843305-1-smb {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:56:42.432325 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b19076-57dc-4790-992c-10807271397a None None] Routers {'7f82e916-3d52-4be1-8a79-be5417426685'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:56:42.432978 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-49b19076-57dc-4790-992c-10807271397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:56:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['7f82e916-3d52-4be1-8a79-be5417426685'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:42.434863 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-f94b126b-13db-4cfb-aff7-4ad42590c1ef tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for floatingip, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:42.492223 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-f94b126b-13db-4cfb-aff7-4ad42590c1ef tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3160553 May 25 22:56:42.492783 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716af993-09c2-41e2-a4be-8af733e3ac70', 'tag': '6e248d37-1631-4fc0-9df8-b243bf1a6394'}] {{(pid=83204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:56:42.495136 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 48760) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:42.500631 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-a9b401d6-18a9-434a-b754-e1760573cc05 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1669123012', 'description': 'tempest-secgroup-smoke-1669123012 description', 'project_id': '73ef61c103024a179a3ba42726c5390e'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:42.506968 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-a9b401d6-18a9-434a-b754-e1760573cc05 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:42.519021 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-a9b401d6-18a9-434a-b754-e1760573cc05 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:42.530157 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a9b401d6-18a9-434a-b754-e1760573cc05 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks [] for security_group, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:42.569104 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-a9b401d6-18a9-434a-b754-e1760573cc05 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:42.572767 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-a9b401d6-18a9-434a-b754-e1760573cc05 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Usage tracker for resource:security_group_rule and tenant:73ef61c103024a179a3ba42726c5390e is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:42.576284 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-a9b401d6-18a9-434a-b754-e1760573cc05 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:42.583176 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-a9b401d6-18a9-434a-b754-e1760573cc05 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:42.618861 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-49b19076-57dc-4790-992c-10807271397a None None] Set router 7f82e916-3d52-4be1-8a79-be5417426685 gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:56:42.637474 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1993b146-d5db-4ec5-85ae-2937de13fbaf'] response: {'name': 'network-changed', 'server_uuid': '716af993-09c2-41e2-a4be-8af733e3ac70', 'tag': '6e248d37-1631-4fc0-9df8-b243bf1a6394', 'status': 'completed', 'code': 200} May 25 22:56:42.640243 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a9b401d6-18a9-434a-b754-e1760573cc05 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks [] for security_group, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:42.645055 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a9b401d6-18a9-434a-b754-e1760573cc05 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:42.700581 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6441eb79-50c1-4f64-b5ae-13866e936f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:42.732271 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b401d6-18a9-434a-b754-e1760573cc05 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=952f094d-dd76-4d72-b870-e7c5bfadfecb,revision_number=1']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:42.736233 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a9b401d6-18a9-434a-b754-e1760573cc05 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:42.737394 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-a9b401d6-18a9-434a-b754-e1760573cc05 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2412806 May 25 22:56:42.740295 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 48768) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:42.746759 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-e981335e-4a8e-43c5-9c1d-d9f2f829c09c tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Request body: {'security_group_rule': {'security_group_id': '952f094d-dd76-4d72-b870-e7c5bfadfecb', 'project_id': '73ef61c103024a179a3ba42726c5390e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:42.754385 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-e981335e-4a8e-43c5-9c1d-d9f2f829c09c tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:42.767996 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-e981335e-4a8e-43c5-9c1d-d9f2f829c09c tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Usage tracker for resource:security_group_rule and tenant:73ef61c103024a179a3ba42726c5390e is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:42.772216 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-e981335e-4a8e-43c5-9c1d-d9f2f829c09c tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:42.780810 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-e981335e-4a8e-43c5-9c1d-d9f2f829c09c tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:42.805173 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-5f94cf60-3e3e-4ec2-8a02-7f9b07e8448f req-4097accf-e7c1-46d6-8c20-247edb75fb7c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73ef61c103024a179a3ba42726c5390e&device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 1099 time: 0.1188788 May 25 22:56:42.805917 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e981335e-4a8e-43c5-9c1d-d9f2f829c09c tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:42.989499 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-49b19076-57dc-4790-992c-10807271397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f82e916-3d52-4be1-8a79-be5417426685', 'name': 'tempest-TestMinimumBasicScenario-231372863-router', 'tenant_id': '73ef61c103024a179a3ba42726c5390e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': '579775af-7861-4b2a-9208-5affaa6a6151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:55:51Z', 'updated_at': '2022-05-25T22:55:54Z', 'revision_number': 4, 'project_id': '73ef61c103024a179a3ba42726c5390e', 'gw_port': {'id': '579775af-7861-4b2a-9208-5affaa6a6151', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f82e916-3d52-4be1-8a79-be5417426685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:51Z', 'updated_at': '2022-05-25T22:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': 'dd4f86b3-1940-4f9e-aaeb-aef44fe4aae4', 'tenant_id': '73ef61c103024a179a3ba42726c5390e', 'floating_ip_address': '172.28.2.81', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': '7f82e916-3d52-4be1-8a79-be5417426685', 'port_id': '6e248d37-1631-4fc0-9df8-b243bf1a6394', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f40a271e-c5b4-4506-bf81-97dade033385', 'mac_address': 'fa:16:3e:90:7c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716af993-09c2-41e2-a4be-8af733e3ac70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:56:41Z', 'updated_at': '2022-05-25T22:56:41Z', 'revision_number': 0, 'project_id': '73ef61c103024a179a3ba42726c5390e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b2e87f-8d69-4e9e-b3d1-40005dc0bde9', 'name': '', 'network_id': 'f40a271e-c5b4-4506-bf81-97dade033385', 'tenant_id': '73ef61c103024a179a3ba42726c5390e', 'mac_address': 'fa:16:3e:e3:00:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f82e916-3d52-4be1-8a79-be5417426685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8df6e37e-9ac0-49b8-89b7-a1d7f08289a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:53Z', 'updated_at': '2022-05-25T22:56:12Z', 'revision_number': 5, 'project_id': '73ef61c103024a179a3ba42726c5390e', 'subnets': [{'id': '8df6e37e-9ac0-49b8-89b7-a1d7f08289a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:42.994052 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b19076-57dc-4790-992c-10807271397a None None] Checking router: 7f82e916-3d52-4be1-8a79-be5417426685 for host: dv-cinder-843305-1-smb {{(pid=83205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:56:43.004230 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b19076-57dc-4790-992c-10807271397a None None] Routers {'7f82e916-3d52-4be1-8a79-be5417426685'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:56:43.004810 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-49b19076-57dc-4790-992c-10807271397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:56:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['7f82e916-3d52-4be1-8a79-be5417426685'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:43.053641 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e981335e-4a8e-43c5-9c1d-d9f2f829c09c tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.058996 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94cf60-3e3e-4ec2-8a02-7f9b07e8448f req-f457428e-3403-478c-ba6c-680e93cd97e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:43.060441 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-5f94cf60-3e3e-4ec2-8a02-7f9b07e8448f req-f457428e-3403-478c-ba6c-680e93cd97e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f40a271e-c5b4-4506-bf81-97dade033385 HTTP/1.1" status: 200 len: 915 time: 0.2462726 May 25 22:56:43.061132 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e981335e-4a8e-43c5-9c1d-d9f2f829c09c tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043470'] for security_group_rule, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.133717 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981335e-4a8e-43c5-9c1d-d9f2f829c09c tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5cf9b2a-543e-4bee-a9b0-be9ce0769d6e,revision_number=0']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:43.153015 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-e981335e-4a8e-43c5-9c1d-d9f2f829c09c tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.157931 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-e981335e-4a8e-43c5-9c1d-d9f2f829c09c tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4129741 May 25 22:56:43.158239 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 48772) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:43.167679 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-329f7162-d045-4f54-a313-d01f60f318b5 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Request body: {'security_group_rule': {'security_group_id': '952f094d-dd76-4d72-b870-e7c5bfadfecb', 'project_id': '73ef61c103024a179a3ba42726c5390e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:43.180557 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-329f7162-d045-4f54-a313-d01f60f318b5 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:43.187884 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-329f7162-d045-4f54-a313-d01f60f318b5 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Usage tracker for resource:security_group_rule and tenant:73ef61c103024a179a3ba42726c5390e is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:43.192846 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-329f7162-d045-4f54-a313-d01f60f318b5 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:43.201061 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-5f94cf60-3e3e-4ec2-8a02-7f9b07e8448f req-65500121-85c4-4439-baeb-23d002d50d40 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e248d37-1631-4fc0-9df8-b243bf1a6394 HTTP/1.1" status: 200 len: 999 time: 0.1238627 May 25 22:56:43.204581 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-329f7162-d045-4f54-a313-d01f60f318b5 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:43.213183 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-49b19076-57dc-4790-992c-10807271397a None None] Set router 7f82e916-3d52-4be1-8a79-be5417426685 gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:56:43.232244 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-329f7162-d045-4f54-a313-d01f60f318b5 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.287063 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94cf60-3e3e-4ec2-8a02-7f9b07e8448f req-6597e5b6-8b82-4d52-afe0-cb73467bc2c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:43.288411 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-5f94cf60-3e3e-4ec2-8a02-7f9b07e8448f req-6597e5b6-8b82-4d52-afe0-cb73467bc2c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8df6e37e-9ac0-49b8-89b7-a1d7f08289a5 HTTP/1.1" status: 200 len: 853 time: 0.0804732 May 25 22:56:43.301195 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-329f7162-d045-4f54-a313-d01f60f318b5 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.305001 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-329f7162-d045-4f54-a313-d01f60f318b5 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043470'] for security_group_rule, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.328971 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f7162-d045-4f54-a313-d01f60f318b5 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf67d6ee-c851-4229-bb41-c6f60ec352c7,revision_number=0']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:43.339545 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-329f7162-d045-4f54-a313-d01f60f318b5 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.340974 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-329f7162-d045-4f54-a313-d01f60f318b5 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1813974 May 25 22:56:43.343795 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 48776) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:43.349334 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-e0b8ca5e-1338-4225-9513-af8bb728f36d tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Request body: {'security_group_rule': {'security_group_id': '952f094d-dd76-4d72-b870-e7c5bfadfecb', 'project_id': '73ef61c103024a179a3ba42726c5390e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:43.356195 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-e0b8ca5e-1338-4225-9513-af8bb728f36d tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:43.360162 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-e0b8ca5e-1338-4225-9513-af8bb728f36d tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Usage tracker for resource:security_group_rule and tenant:73ef61c103024a179a3ba42726c5390e is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:43.363093 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-e0b8ca5e-1338-4225-9513-af8bb728f36d tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:43.368816 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-e0b8ca5e-1338-4225-9513-af8bb728f36d tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:43.375088 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-5f94cf60-3e3e-4ec2-8a02-7f9b07e8448f req-746e2d36-cf47-4c92-b259-f960c38bbcba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f40a271e-c5b4-4506-bf81-97dade033385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810139 May 25 22:56:43.385745 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-e0b8ca5e-1338-4225-9513-af8bb728f36d tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.455995 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-e0b8ca5e-1338-4225-9513-af8bb728f36d tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.462566 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-e0b8ca5e-1338-4225-9513-af8bb728f36d tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043470'] for security_group_rule, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.489798 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8ca5e-1338-4225-9513-af8bb728f36d tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9128f0-8c90-4c9e-830a-53122cba6025,revision_number=0']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:43.500802 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-e0b8ca5e-1338-4225-9513-af8bb728f36d tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.504751 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-e0b8ca5e-1338-4225-9513-af8bb728f36d tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1573961 May 25 22:56:43.504966 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 48780) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:43.510673 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-494bd255-d566-41cb-84d1-3c33d90cc206 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Request body: {'security_group_rule': {'security_group_id': '952f094d-dd76-4d72-b870-e7c5bfadfecb', 'project_id': '73ef61c103024a179a3ba42726c5390e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:43.516966 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-494bd255-d566-41cb-84d1-3c33d90cc206 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:43.518799 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-5f94cf60-3e3e-4ec2-8a02-7f9b07e8448f req-fba80add-ad97-4e32-80ab-bd3d8823e5e0 service neutron] 10.222.0.15 "GET /v2.0/networks/f40a271e-c5b4-4506-bf81-97dade033385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374466 May 25 22:56:43.521302 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-494bd255-d566-41cb-84d1-3c33d90cc206 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Usage tracker for resource:security_group_rule and tenant:73ef61c103024a179a3ba42726c5390e is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:43.525017 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-494bd255-d566-41cb-84d1-3c33d90cc206 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:43.530867 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-494bd255-d566-41cb-84d1-3c33d90cc206 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:43.548493 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-494bd255-d566-41cb-84d1-3c33d90cc206 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.613038 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-494bd255-d566-41cb-84d1-3c33d90cc206 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.618640 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-49b19076-57dc-4790-992c-10807271397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f82e916-3d52-4be1-8a79-be5417426685', 'name': 'tempest-TestMinimumBasicScenario-231372863-router', 'tenant_id': '73ef61c103024a179a3ba42726c5390e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': '579775af-7861-4b2a-9208-5affaa6a6151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:55:51Z', 'updated_at': '2022-05-25T22:55:54Z', 'revision_number': 4, 'project_id': '73ef61c103024a179a3ba42726c5390e', 'gw_port': {'id': '579775af-7861-4b2a-9208-5affaa6a6151', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f82e916-3d52-4be1-8a79-be5417426685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:51Z', 'updated_at': '2022-05-25T22:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': 'dd4f86b3-1940-4f9e-aaeb-aef44fe4aae4', 'tenant_id': '73ef61c103024a179a3ba42726c5390e', 'floating_ip_address': '172.28.2.81', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': '7f82e916-3d52-4be1-8a79-be5417426685', 'port_id': '6e248d37-1631-4fc0-9df8-b243bf1a6394', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f40a271e-c5b4-4506-bf81-97dade033385', 'mac_address': 'fa:16:3e:90:7c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716af993-09c2-41e2-a4be-8af733e3ac70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:56:41Z', 'updated_at': '2022-05-25T22:56:41Z', 'revision_number': 0, 'project_id': '73ef61c103024a179a3ba42726c5390e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b2e87f-8d69-4e9e-b3d1-40005dc0bde9', 'name': '', 'network_id': 'f40a271e-c5b4-4506-bf81-97dade033385', 'tenant_id': '73ef61c103024a179a3ba42726c5390e', 'mac_address': 'fa:16:3e:e3:00:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f82e916-3d52-4be1-8a79-be5417426685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8df6e37e-9ac0-49b8-89b7-a1d7f08289a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:53Z', 'updated_at': '2022-05-25T22:56:12Z', 'revision_number': 5, 'project_id': '73ef61c103024a179a3ba42726c5390e', 'subnets': [{'id': '8df6e37e-9ac0-49b8-89b7-a1d7f08289a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:43.620183 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-494bd255-d566-41cb-84d1-3c33d90cc206 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043470'] for security_group_rule, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.622824 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b19076-57dc-4790-992c-10807271397a None None] The sync data for ids ['7f82e916-3d52-4be1-8a79-be5417426685'] in dv-cinder-843305-1-smb is: [{'id': '7f82e916-3d52-4be1-8a79-be5417426685', 'name': 'tempest-TestMinimumBasicScenario-231372863-router', 'tenant_id': '73ef61c103024a179a3ba42726c5390e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': '579775af-7861-4b2a-9208-5affaa6a6151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:55:51Z', 'updated_at': '2022-05-25T22:55:54Z', 'revision_number': 4, 'project_id': '73ef61c103024a179a3ba42726c5390e', 'gw_port': {'id': '579775af-7861-4b2a-9208-5affaa6a6151', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f82e916-3d52-4be1-8a79-be5417426685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:51Z', 'updated_at': '2022-05-25T22:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_floatingips': [{'id': 'dd4f86b3-1940-4f9e-aaeb-aef44fe4aae4', 'tenant_id': '73ef61c103024a179a3ba42726c5390e', 'floating_ip_address': '172.28.2.81', 'floating_network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'router_id': '7f82e916-3d52-4be1-8a79-be5417426685', 'port_id': '6e248d37-1631-4fc0-9df8-b243bf1a6394', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f40a271e-c5b4-4506-bf81-97dade033385', 'mac_address': 'fa:16:3e:90:7c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716af993-09c2-41e2-a4be-8af733e3ac70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:56:41Z', 'updated_at': '2022-05-25T22:56:41Z', 'revision_number': 0, 'project_id': '73ef61c103024a179a3ba42726c5390e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b2e87f-8d69-4e9e-b3d1-40005dc0bde9', 'name': '', 'network_id': 'f40a271e-c5b4-4506-bf81-97dade033385', 'tenant_id': '73ef61c103024a179a3ba42726c5390e', 'mac_address': 'fa:16:3e:e3:00:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f82e916-3d52-4be1-8a79-be5417426685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8df6e37e-9ac0-49b8-89b7-a1d7f08289a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:53Z', 'updated_at': '2022-05-25T22:56:12Z', 'revision_number': 5, 'project_id': '73ef61c103024a179a3ba42726c5390e', 'subnets': [{'id': '8df6e37e-9ac0-49b8-89b7-a1d7f08289a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:56:43.649159 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bd255-d566-41cb-84d1-3c33d90cc206 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8705a8-0c09-4b42-824d-e97b5e622845,revision_number=0']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:43.655650 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-494bd255-d566-41cb-84d1-3c33d90cc206 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.657066 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-494bd255-d566-41cb-84d1-3c33d90cc206 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1510787 May 25 22:56:43.660219 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 48784) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:43.666552 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [None req-40a31c7d-e6d1-4685-8ac2-7acd43e312ac tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Request body: {'security_group_rule': {'security_group_id': '952f094d-dd76-4d72-b870-e7c5bfadfecb', 'project_id': '73ef61c103024a179a3ba42726c5390e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:43.670478 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-5f94cf60-3e3e-4ec2-8a02-7f9b07e8448f req-d1fe7556-59c2-42dd-930f-8fe6bb411fab service neutron] 10.222.0.15 "GET /v2.0/networks/f40a271e-c5b4-4506-bf81-97dade033385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447196 May 25 22:56:43.672937 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-40a31c7d-e6d1-4685-8ac2-7acd43e312ac tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:43.676996 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-40a31c7d-e6d1-4685-8ac2-7acd43e312ac tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Usage tracker for resource:security_group_rule and tenant:73ef61c103024a179a3ba42726c5390e is out of sync, need to count used quota {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:43.680544 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.quota.resource [None req-40a31c7d-e6d1-4685-8ac2-7acd43e312ac tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:43.686496 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.db.quota.driver [None req-40a31c7d-e6d1-4685-8ac2-7acd43e312ac tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:43.699797 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.db.securitygroups_db [None req-40a31c7d-e6d1-4685-8ac2-7acd43e312ac tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Project 73ef61c103024a179a3ba42726c5390e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 22:56:43.708050 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-40a31c7d-e6d1-4685-8ac2-7acd43e312ac tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.772984 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-40a31c7d-e6d1-4685-8ac2-7acd43e312ac tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.776614 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-40a31c7d-e6d1-4685-8ac2-7acd43e312ac tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043470'] for security_group_rule, after_create {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.798036 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a31c7d-e6d1-4685-8ac2-7acd43e312ac tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b77ca5-0705-4d1c-8cd1-b138b0150436,revision_number=0']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:43.809859 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-40a31c7d-e6d1-4685-8ac2-7acd43e312ac tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.811191 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-40a31c7d-e6d1-4685-8ac2-7acd43e312ac tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1501403 May 25 22:56:43.814018 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 48788) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:43.819488 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [None req-4942ae92-d623-445c-b4e3-68883e540d5a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Request body: {'security_group_rule': {'security_group_id': '952f094d-dd76-4d72-b870-e7c5bfadfecb', 'project_id': '73ef61c103024a179a3ba42726c5390e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:43.826945 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-4942ae92-d623-445c-b4e3-68883e540d5a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:43.832584 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801b4fb6-f224-451d-b9e8-d0aa4f39d94e None None] New status for floating IP dd4f86b3-1940-4f9e-aaeb-aef44fe4aae4: ACTIVE {{(pid=83206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:56:43.841436 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-4942ae92-d623-445c-b4e3-68883e540d5a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Usage tracker for resource:security_group_rule and tenant:73ef61c103024a179a3ba42726c5390e is out of sync, need to count used quota {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:43.844594 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [None req-4942ae92-d623-445c-b4e3-68883e540d5a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83203) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:43.850937 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.quota.driver [None req-4942ae92-d623-445c-b4e3-68883e540d5a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83203) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:43.861620 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.db.securitygroups_db [None req-4942ae92-d623-445c-b4e3-68883e540d5a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Project 73ef61c103024a179a3ba42726c5390e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 22:56:43.868651 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4942ae92-d623-445c-b4e3-68883e540d5a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.932490 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4942ae92-d623-445c-b4e3-68883e540d5a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.936745 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4942ae92-d623-445c-b4e3-68883e540d5a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043470'] for security_group_rule, after_create {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.962623 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942ae92-d623-445c-b4e3-68883e540d5a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6fa7550-09c7-4707-851e-d8f5478cdfac,revision_number=0']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:43.972099 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-4942ae92-d623-445c-b4e3-68883e540d5a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.973420 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-4942ae92-d623-445c-b4e3-68883e540d5a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1583636 May 25 22:56:44.102313 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-a0534957-7f04-45e7-bb79-4afb9d094299 req-79cf1da1-a38f-4cf6-a15f-0177281d45f4 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Synchronizing usage tracker for tenant:73ef61c103024a179a3ba42726c5390e on resource:security_group {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:56:44.117331 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-a0534957-7f04-45e7-bb79-4afb9d094299 req-79cf1da1-a38f-4cf6-a15f-0177281d45f4 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Unset dirty status for tenant:73ef61c103024a179a3ba42726c5390e on resource:security_group {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:56:44.118660 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-a0534957-7f04-45e7-bb79-4afb9d094299 req-79cf1da1-a38f-4cf6-a15f-0177281d45f4 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1669123012&fields=id&tenant_id=73ef61c103024a179a3ba42726c5390e HTTP/1.1" status: 200 len: 267 time: 0.0570874 May 25 22:56:44.196632 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0534957-7f04-45e7-bb79-4afb9d094299 req-3c3757e1-8b38-4402-9cf1-f1b0beec24fa tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:44.198062 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-a0534957-7f04-45e7-bb79-4afb9d094299 req-3c3757e1-8b38-4402-9cf1-f1b0beec24fa tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 946 time: 0.0738676 May 25 22:56:44.208544 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.v2.base [req-a0534957-7f04-45e7-bb79-4afb9d094299 req-5bfb6e4c-2d36-4eae-bf7d-38d4ec079914 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Request body: {'port': {'security_groups': ['0c447d81-f4b5-43fe-9c04-5f88c65683e8', '952f094d-dd76-4d72-b870-e7c5bfadfecb']}} {{(pid=83203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:44.324167 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-a0534957-7f04-45e7-bb79-4afb9d094299 req-5bfb6e4c-2d36-4eae-bf7d-38d4ec079914 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.574118 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [req-a0534957-7f04-45e7-bb79-4afb9d094299 req-5bfb6e4c-2d36-4eae-bf7d-38d4ec079914 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] For port 6e248d37-1631-4fc0-9df8-b243bf1a6394, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=6e248d37-1631-4fc0-9df8-b243bf1a6394,segment=NetworkSegment(e20531f2-a7b7-4509-908f-381f22125cb0),segment_id=e20531f2-a7b7-4509-908f-381f22125cb0)] {{(pid=83203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:44.598466 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-a0534957-7f04-45e7-bb79-4afb9d094299 req-5bfb6e4c-2d36-4eae-bf7d-38d4ec079914 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks [] for port, precommit_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.602768 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-a0534957-7f04-45e7-bb79-4afb9d094299 req-5bfb6e4c-2d36-4eae-bf7d-38d4ec079914 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950903'] for port, after_update {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.641247 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['6e248d37-1631-4fc0-9df8-b243bf1a6394'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:56:44.678155 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0534957-7f04-45e7-bb79-4afb9d094299 req-5bfb6e4c-2d36-4eae-bf7d-38d4ec079914 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:44.678809 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-a0534957-7f04-45e7-bb79-4afb9d094299 req-5bfb6e4c-2d36-4eae-bf7d-38d4ec079914 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.680211 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-a0534957-7f04-45e7-bb79-4afb9d094299 req-5bfb6e4c-2d36-4eae-bf7d-38d4ec079914 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "PUT /v2.0/ports/6e248d37-1631-4fc0-9df8-b243bf1a6394 HTTP/1.1" status: 200 len: 982 time: 0.4760358 May 25 22:56:44.680655 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716af993-09c2-41e2-a4be-8af733e3ac70', 'tag': '6e248d37-1631-4fc0-9df8-b243bf1a6394'}] {{(pid=83203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:56:44.704685 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb6e4c-2d36-4eae-bf7d-38d4ec079914 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Pushing event updated for resources: {'Port': ['ID=6e248d37-1631-4fc0-9df8-b243bf1a6394,revision_number=6']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:44.754725 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8df8310a-b625-465d-b894-f2c7f291ee67'] response: {'name': 'network-changed', 'server_uuid': '716af993-09c2-41e2-a4be-8af733e3ac70', 'tag': '6e248d37-1631-4fc0-9df8-b243bf1a6394', 'status': 'completed', 'code': 200} May 25 22:56:44.830885 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-b42f855a-1d94-4032-81d0-0f964de5a304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.863794 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['6e248d37-1631-4fc0-9df8-b243bf1a6394'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:56:44.939273 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538701ea-653e-4e51-afda-244857332aeb req-42843953-c821-41f5-8fcf-8274b780bdab tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:44.940711 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-538701ea-653e-4e51-afda-244857332aeb req-42843953-c821-41f5-8fcf-8274b780bdab tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 985 time: 0.1480660 May 25 22:56:44.944506 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-24501b2a-23a1-4378-83b5-fb0502a0a268 req-263173c3-958d-4ef0-b9d1-a2b4449c07a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73ef61c103024a179a3ba42726c5390e&device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 1138 time: 0.1146426 May 25 22:56:45.060320 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-43ddffae-0d4f-40dd-a974-5a6579734ed5 None None] Provisioning complete for port 6e248d37-1631-4fc0-9df8-b243bf1a6394 triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:45.060686 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-43ddffae-0d4f-40dd-a974-5a6579734ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:45.067035 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-538701ea-653e-4e51-afda-244857332aeb req-049be8db-3a63-4cf7-8946-57279bbf6683 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&id=952f094d-dd76-4d72-b870-e7c5bfadfecb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1197605 May 25 22:56:45.112898 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24501b2a-23a1-4378-83b5-fb0502a0a268 req-5d319d4a-bb58-4f48-8092-2c8fe603ef35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:45.114229 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-24501b2a-23a1-4378-83b5-fb0502a0a268 req-5d319d4a-bb58-4f48-8092-2c8fe603ef35 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f40a271e-c5b4-4506-bf81-97dade033385 HTTP/1.1" status: 200 len: 915 time: 0.1538427 May 25 22:56:45.301563 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-24501b2a-23a1-4378-83b5-fb0502a0a268 req-1c298c45-99e2-49f9-8249-e05add9b246a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e248d37-1631-4fc0-9df8-b243bf1a6394 HTTP/1.1" status: 200 len: 1001 time: 0.1805148 May 25 22:56:45.366787 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24501b2a-23a1-4378-83b5-fb0502a0a268 req-22b55abc-8e94-4ed0-b8a0-5b1080c3531a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:45.368109 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-24501b2a-23a1-4378-83b5-fb0502a0a268 req-22b55abc-8e94-4ed0-b8a0-5b1080c3531a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8df6e37e-9ac0-49b8-89b7-a1d7f08289a5 HTTP/1.1" status: 200 len: 853 time: 0.0599263 May 25 22:56:45.441777 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-24501b2a-23a1-4378-83b5-fb0502a0a268 req-ed750f31-b8e0-4904-9766-f9cb18f4f4f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f40a271e-c5b4-4506-bf81-97dade033385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0665848 May 25 22:56:45.572243 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-24501b2a-23a1-4378-83b5-fb0502a0a268 req-368be8ae-25fa-439f-8ce6-4254fffd8569 service neutron] 10.222.0.15 "GET /v2.0/networks/f40a271e-c5b4-4506-bf81-97dade033385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237667 May 25 22:56:45.701886 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-24501b2a-23a1-4378-83b5-fb0502a0a268 req-96c2ebe6-3169-4536-b2dc-37e4a9c1beea service neutron] 10.222.0.15 "GET /v2.0/networks/f40a271e-c5b4-4506-bf81-97dade033385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237245 May 25 22:56:46.050423 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:46.417793 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.588738 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:51.068543 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-26710c5b-8bab-4bb4-a6bd-b9a1a74385ab req-39a7b097-0f6d-49dd-82c6-47eff6cdb607 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0655119 May 25 22:56:51.224225 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-26710c5b-8bab-4bb4-a6bd-b9a1a74385ab req-88a97af9-41a3-4a77-9fcb-204c2690af8f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73ef61c103024a179a3ba42726c5390e&device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 1138 time: 0.0704296 May 25 22:56:51.367780 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26710c5b-8bab-4bb4-a6bd-b9a1a74385ab req-9a455bde-8da8-4218-a328-20942003c334 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:51.369124 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-26710c5b-8bab-4bb4-a6bd-b9a1a74385ab req-9a455bde-8da8-4218-a328-20942003c334 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f40a271e-c5b4-4506-bf81-97dade033385 HTTP/1.1" status: 200 len: 915 time: 0.1249325 May 25 22:56:51.470082 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-26710c5b-8bab-4bb4-a6bd-b9a1a74385ab req-093bafca-9c74-4447-b63a-189dd45a74b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e248d37-1631-4fc0-9df8-b243bf1a6394 HTTP/1.1" status: 200 len: 1001 time: 0.0943081 May 25 22:56:51.532800 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26710c5b-8bab-4bb4-a6bd-b9a1a74385ab req-f0fe5dec-bb21-430f-aec3-9f18e7216fa3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:51.534184 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-26710c5b-8bab-4bb4-a6bd-b9a1a74385ab req-f0fe5dec-bb21-430f-aec3-9f18e7216fa3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8df6e37e-9ac0-49b8-89b7-a1d7f08289a5 HTTP/1.1" status: 200 len: 853 time: 0.0561788 May 25 22:56:51.605862 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-26710c5b-8bab-4bb4-a6bd-b9a1a74385ab req-e235ed1e-089e-4eba-a925-5b0b9bb8d626 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f40a271e-c5b4-4506-bf81-97dade033385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0651970 May 25 22:56:51.734538 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-26710c5b-8bab-4bb4-a6bd-b9a1a74385ab req-1dd3bca5-b068-4b4e-a798-3195ceed35f3 service neutron] 10.222.0.15 "GET /v2.0/networks/f40a271e-c5b4-4506-bf81-97dade033385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217792 May 25 22:56:51.862352 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-26710c5b-8bab-4bb4-a6bd-b9a1a74385ab req-de76b741-59fe-4a3a-9c7b-912b98216908 service neutron] 10.222.0.15 "GET /v2.0/networks/f40a271e-c5b4-4506-bf81-97dade033385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215203 May 25 22:57:03.391738 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:57:03.971012 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:12.662701 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-470a865c-28bf-4148-921b-5511ccdf14b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:14.801909 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-b69619a7-ce45-4ad7-ba4b-aedd5230a2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:16.052465 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:16.418258 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:17.591879 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:22.763720 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [req-c8d4be24-1ed5-4c0b-9ace-96a044ae3a59 req-9769c78f-e609-439a-a23f-7f31d0e2402e service neutron] (83203) timed out ('10.222.0.59', 43422) {{(pid=83203) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 22:57:33.996019 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:40.391201 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:57:42.664493 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-848d9cd4-c1c7-489f-9acc-73421a094fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:44.802569 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-26ae49cd-2f84-4dbc-b43a-7e0d51bbc420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:46.054552 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:46.419610 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:47.595207 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:53.727391 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-3ad9f5a2-05f9-4b6a-bbb6-901897d79a9f req-1ea0cd3e-6a1d-420d-868f-0acc3630203d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701959 May 25 22:57:53.879155 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-3ad9f5a2-05f9-4b6a-bbb6-901897d79a9f req-52334178-7a7b-48d3-9f78-e5e4d01cb746 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73ef61c103024a179a3ba42726c5390e&device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 1138 time: 0.0676079 May 25 22:57:54.021774 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9f5a2-05f9-4b6a-bbb6-901897d79a9f req-f49e1eca-3d41-4ee9-9f31-bcf19c5927f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:54.023724 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-3ad9f5a2-05f9-4b6a-bbb6-901897d79a9f req-f49e1eca-3d41-4ee9-9f31-bcf19c5927f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f40a271e-c5b4-4506-bf81-97dade033385 HTTP/1.1" status: 200 len: 915 time: 0.1243114 May 25 22:57:54.204975 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-3ad9f5a2-05f9-4b6a-bbb6-901897d79a9f req-822d5bab-3bdf-42e1-9bdc-7e7c7df400bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e248d37-1631-4fc0-9df8-b243bf1a6394 HTTP/1.1" status: 200 len: 1001 time: 0.1752768 May 25 22:57:54.268786 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9f5a2-05f9-4b6a-bbb6-901897d79a9f req-86455001-f26b-4887-b352-915dd60c2cfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:54.270165 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-3ad9f5a2-05f9-4b6a-bbb6-901897d79a9f req-86455001-f26b-4887-b352-915dd60c2cfa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8df6e37e-9ac0-49b8-89b7-a1d7f08289a5 HTTP/1.1" status: 200 len: 853 time: 0.0586970 May 25 22:57:54.343094 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-3ad9f5a2-05f9-4b6a-bbb6-901897d79a9f req-0da0febc-d94f-4c0a-be77-80c01f2a62c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f40a271e-c5b4-4506-bf81-97dade033385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0668147 May 25 22:57:54.471631 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-3ad9f5a2-05f9-4b6a-bbb6-901897d79a9f req-542e3436-f28c-4214-af55-277b8abb0fee service neutron] 10.222.0.15 "GET /v2.0/networks/f40a271e-c5b4-4506-bf81-97dade033385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217864 May 25 22:57:54.601484 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-3ad9f5a2-05f9-4b6a-bbb6-901897d79a9f req-38d84992-12ba-4fc9-bbd2-2d46b7324097 service neutron] 10.222.0.15 "GET /v2.0/networks/f40a271e-c5b4-4506-bf81-97dade033385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230576 May 25 22:57:56.568754 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-df0f0afa-18a0-4a59-99d4-1f4abb8670e0 req-93695318-ee9e-4561-b9bc-db8d3b39c437 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73ef61c103024a179a3ba42726c5390e&device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 1138 time: 0.1256502 May 25 22:57:56.579191 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6bb79-d32a-4762-8bb2-8d32c89f5b76 req-3f0989d4-eb66-4c9b-9634-4ea06ac2880f tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:56.580521 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-32f6bb79-d32a-4762-8bb2-8d32c89f5b76 req-3f0989d4-eb66-4c9b-9634-4ea06ac2880f tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 985 time: 0.1042364 May 25 22:57:56.716520 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-32f6bb79-d32a-4762-8bb2-8d32c89f5b76 req-3beacd0f-ad58-43ff-a8d3-ec8cd55011d5 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&id=952f094d-dd76-4d72-b870-e7c5bfadfecb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1176925 May 25 22:57:56.738011 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f0afa-18a0-4a59-99d4-1f4abb8670e0 req-34e24d4e-e37c-451a-a901-0df1f99fee8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:56.739477 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-df0f0afa-18a0-4a59-99d4-1f4abb8670e0 req-34e24d4e-e37c-451a-a901-0df1f99fee8b service neutron] 10.222.0.15 "GET /v2.0/networks?id=f40a271e-c5b4-4506-bf81-97dade033385 HTTP/1.1" status: 200 len: 915 time: 0.1581359 May 25 22:57:56.841847 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-df0f0afa-18a0-4a59-99d4-1f4abb8670e0 req-dae52036-bf89-4338-8b41-1f318ed813ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e248d37-1631-4fc0-9df8-b243bf1a6394 HTTP/1.1" status: 200 len: 1001 time: 0.0959101 May 25 22:57:56.904406 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f0afa-18a0-4a59-99d4-1f4abb8670e0 req-2f5ac418-7958-465b-89ea-4dc46c055f65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:56.905829 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-df0f0afa-18a0-4a59-99d4-1f4abb8670e0 req-2f5ac418-7958-465b-89ea-4dc46c055f65 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8df6e37e-9ac0-49b8-89b7-a1d7f08289a5 HTTP/1.1" status: 200 len: 853 time: 0.0575886 May 25 22:57:56.982829 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-df0f0afa-18a0-4a59-99d4-1f4abb8670e0 req-281a7b4d-853d-4b61-87a8-a51e38065184 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f40a271e-c5b4-4506-bf81-97dade033385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0700951 May 25 22:57:57.113578 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-df0f0afa-18a0-4a59-99d4-1f4abb8670e0 req-4cf2597d-0dc7-4325-97de-248c3169516c service neutron] 10.222.0.15 "GET /v2.0/networks/f40a271e-c5b4-4506-bf81-97dade033385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235301 May 25 22:57:57.243362 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-df0f0afa-18a0-4a59-99d4-1f4abb8670e0 req-8b58efd8-b374-4924-8bbe-93c031e0af82 service neutron] 10.222.0.15 "GET /v2.0/networks/f40a271e-c5b4-4506-bf81-97dade033385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239140 May 25 22:57:57.989503 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8778f9-f532-4b5d-a5d3-0bd13a2326a5 req-a43a18bb-f23d-49b9-b583-4c812bbc1c19 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:57.990963 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ad8778f9-f532-4b5d-a5d3-0bd13a2326a5 req-a43a18bb-f23d-49b9-b583-4c812bbc1c19 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 985 time: 0.1556304 May 25 22:57:58.036589 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ad8778f9-f532-4b5d-a5d3-0bd13a2326a5 req-38b6e107-7152-45d5-91bf-e4aab513ee40 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&id=952f094d-dd76-4d72-b870-e7c5bfadfecb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400183 May 25 22:57:59.227268 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bc49a-607e-45a1-9aa6-f6936c7c6dc2 req-5a0703cf-9e67-455c-8794-6df958893099 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:59.228711 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-0a5bc49a-607e-45a1-9aa6-f6936c7c6dc2 req-5a0703cf-9e67-455c-8794-6df958893099 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 985 time: 0.0756795 May 25 22:57:59.274245 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-0a5bc49a-607e-45a1-9aa6-f6936c7c6dc2 req-5da34a5d-ddcd-4a5f-a3ec-1b47706756a6 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&id=952f094d-dd76-4d72-b870-e7c5bfadfecb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395362 May 25 22:58:00.468474 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc4476-9900-4d29-a726-5f657c2861b0 req-24379bf5-b2cc-4f64-a5a8-edb58df19c6a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:00.469901 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-81cc4476-9900-4d29-a726-5f657c2861b0 req-24379bf5-b2cc-4f64-a5a8-edb58df19c6a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 985 time: 0.0747628 May 25 22:58:00.517871 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-81cc4476-9900-4d29-a726-5f657c2861b0 req-982e25f7-bf6f-476c-a8ab-c38655417569 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&id=952f094d-dd76-4d72-b870-e7c5bfadfecb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423858 May 25 22:58:01.715970 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bafd00-f878-4d6e-9b88-ff0129fd3448 req-bf31b30a-07f7-4bf1-bd79-8e6e0880027a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:01.717439 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-88bafd00-f878-4d6e-9b88-ff0129fd3448 req-bf31b30a-07f7-4bf1-bd79-8e6e0880027a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 985 time: 0.0792687 May 25 22:58:01.767284 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-88bafd00-f878-4d6e-9b88-ff0129fd3448 req-43742c9b-d8f8-4941-b324-9ae84a906eee tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&id=952f094d-dd76-4d72-b870-e7c5bfadfecb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444195 May 25 22:58:02.966853 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301844b-2fad-4faa-9250-16609d95fe76 req-c81d9d48-c97d-4922-8588-a3d3f5e2d7b2 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:02.968284 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5301844b-2fad-4faa-9250-16609d95fe76 req-c81d9d48-c97d-4922-8588-a3d3f5e2d7b2 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 985 time: 0.0837576 May 25 22:58:03.013918 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-5301844b-2fad-4faa-9250-16609d95fe76 req-c277e881-6597-45e8-a034-8b85016d764d tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&id=952f094d-dd76-4d72-b870-e7c5bfadfecb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400827 May 25 22:58:04.008162 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:04.209169 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fceed9-a7b8-4ae9-94d2-9fd3512046c8 req-c9239192-2fc6-42dd-b419-6852e9806bf2 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:04.211151 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-92fceed9-a7b8-4ae9-94d2-9fd3512046c8 req-c9239192-2fc6-42dd-b419-6852e9806bf2 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 985 time: 0.0759068 May 25 22:58:04.341571 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-92fceed9-a7b8-4ae9-94d2-9fd3512046c8 req-4a17bd9e-805a-44d4-b632-4bf9fbf90075 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&id=952f094d-dd76-4d72-b870-e7c5bfadfecb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1246614 May 25 22:58:05.532926 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8850d-a5f9-40e8-9526-7c959d460dca req-3f3c5984-06e8-4300-a4b5-10eb834e61c2 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:05.534319 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-deb8850d-a5f9-40e8-9526-7c959d460dca req-3f3c5984-06e8-4300-a4b5-10eb834e61c2 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 985 time: 0.0767190 May 25 22:58:05.579862 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-deb8850d-a5f9-40e8-9526-7c959d460dca req-244a4eab-5c2b-4f44-83ed-3aff1c92ea5d tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&id=952f094d-dd76-4d72-b870-e7c5bfadfecb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395784 May 25 22:58:06.768466 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4101-95e7-4a37-8220-fb6b17c0d6da req-92465fa2-4ca6-4541-889e-f3ae55b5e47a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:06.769882 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-a8ea4101-95e7-4a37-8220-fb6b17c0d6da req-92465fa2-4ca6-4541-889e-f3ae55b5e47a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 985 time: 0.0747368 May 25 22:58:06.815756 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-a8ea4101-95e7-4a37-8220-fb6b17c0d6da req-12337031-0b10-4aab-bef3-d926d9505591 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&id=952f094d-dd76-4d72-b870-e7c5bfadfecb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398228 May 25 22:58:08.009544 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ecd38-37d4-41ec-bc74-fa25a7db779c req-2cca838b-f977-46be-a048-0771d4327b45 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:08.010996 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-289ecd38-37d4-41ec-bc74-fa25a7db779c req-2cca838b-f977-46be-a048-0771d4327b45 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 985 time: 0.0752730 May 25 22:58:08.056382 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-289ecd38-37d4-41ec-bc74-fa25a7db779c req-6ffb421c-d99b-45b7-b2f4-a7a400ca07ce tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&id=952f094d-dd76-4d72-b870-e7c5bfadfecb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397773 May 25 22:58:09.252333 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97580e8b-fb16-4bf6-8f27-78538eb40faf req-77df2306-bd01-45e3-8a21-075e2e6880c2 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:09.253766 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-97580e8b-fb16-4bf6-8f27-78538eb40faf req-77df2306-bd01-45e3-8a21-075e2e6880c2 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 985 time: 0.0786061 May 25 22:58:09.299277 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-97580e8b-fb16-4bf6-8f27-78538eb40faf req-99565477-939d-4053-876f-e19350143407 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&id=952f094d-dd76-4d72-b870-e7c5bfadfecb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399411 May 25 22:58:10.493091 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b136e-90a1-4547-881e-1a411da8b323 req-28c0303a-340e-4ee1-99df-96f37e8305b1 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:10.494553 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-f76b136e-90a1-4547-881e-1a411da8b323 req-28c0303a-340e-4ee1-99df-96f37e8305b1 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 985 time: 0.0782418 May 25 22:58:10.540059 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-f76b136e-90a1-4547-881e-1a411da8b323 req-9d8a409a-983f-4f4b-911d-420b0bb851aa tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&id=952f094d-dd76-4d72-b870-e7c5bfadfecb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400550 May 25 22:58:11.728751 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa7fca-f66a-4958-a7e8-6e7cb8272bde req-954aff11-391a-42b8-9933-4453b5ebdfd1 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:11.730156 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-42aa7fca-f66a-4958-a7e8-6e7cb8272bde req-954aff11-391a-42b8-9933-4453b5ebdfd1 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 985 time: 0.0733304 May 25 22:58:11.775840 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-42aa7fca-f66a-4958-a7e8-6e7cb8272bde req-e49dfa87-ecee-46ab-8a72-d5f2d339ceb1 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&id=952f094d-dd76-4d72-b870-e7c5bfadfecb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400703 May 25 22:58:12.665860 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-428831be-736d-4532-8416-51c10e73e7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:12.964584 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb07963-57c8-44c4-97b9-3ae9a09bed34 req-fb3227fc-8ef9-491e-a080-70ffbf40671d tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:12.965940 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ccb07963-57c8-44c4-97b9-3ae9a09bed34 req-fb3227fc-8ef9-491e-a080-70ffbf40671d tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 985 time: 0.0743268 May 25 22:58:13.017517 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-ccb07963-57c8-44c4-97b9-3ae9a09bed34 req-3e6c0dd0-1b75-4cc9-926f-6adb9745b831 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&id=952f094d-dd76-4d72-b870-e7c5bfadfecb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452240 May 25 22:58:14.212427 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e9443-38fe-4054-acc7-3f62421456e6 req-8e01c1d3-4aa4-4668-8df6-4b211226db10 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:14.213856 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d29e9443-38fe-4054-acc7-3f62421456e6 req-8e01c1d3-4aa4-4668-8df6-4b211226db10 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 985 time: 0.0792537 May 25 22:58:14.260174 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-d29e9443-38fe-4054-acc7-3f62421456e6 req-ddd056d4-0753-4947-a0cb-f4f6ca2a7c65 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&id=952f094d-dd76-4d72-b870-e7c5bfadfecb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406866 May 25 22:58:14.803728 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-143b8792-fc94-4993-ae79-bc8a6453ed02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:16.057432 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:16.421781 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:17.392347 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:58:17.597770 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:34.016606 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:42.666865 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-17421b0e-bf3e-4376-bf2c-3449f80a8502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:44.804343 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-2df3203d-6a7f-4a92-8145-7d6ec949282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:46.063252 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:46.422953 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:47.601834 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:54.392620 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:58:54.835726 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e9d8f4a0-5281-4748-9bfd-840bb262281f req-de10a556-ce29-43ea-afa2-d2fa26e4375a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659237 May 25 22:58:54.993130 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e9d8f4a0-5281-4748-9bfd-840bb262281f req-c368b798-31df-4ffe-ab4a-32ff5b56d75b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73ef61c103024a179a3ba42726c5390e&device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 1138 time: 0.0714884 May 25 22:58:55.134406 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8f4a0-5281-4748-9bfd-840bb262281f req-474fb01b-22ef-447c-9cde-3a38d3bd5d51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:55.135708 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e9d8f4a0-5281-4748-9bfd-840bb262281f req-474fb01b-22ef-447c-9cde-3a38d3bd5d51 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f40a271e-c5b4-4506-bf81-97dade033385 HTTP/1.1" status: 200 len: 915 time: 0.1250668 May 25 22:58:55.239182 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e9d8f4a0-5281-4748-9bfd-840bb262281f req-87eaec95-e034-4a76-8217-e76e506f0bdd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e248d37-1631-4fc0-9df8-b243bf1a6394 HTTP/1.1" status: 200 len: 1001 time: 0.0970926 May 25 22:58:55.300174 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8f4a0-5281-4748-9bfd-840bb262281f req-a8535747-6596-432d-a7f4-bc614e5524c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:55.301609 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e9d8f4a0-5281-4748-9bfd-840bb262281f req-a8535747-6596-432d-a7f4-bc614e5524c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8df6e37e-9ac0-49b8-89b7-a1d7f08289a5 HTTP/1.1" status: 200 len: 853 time: 0.0560894 May 25 22:58:55.378446 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e9d8f4a0-5281-4748-9bfd-840bb262281f req-9499f6ef-4e3c-4a38-9b7e-81606db7f3a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f40a271e-c5b4-4506-bf81-97dade033385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0698586 May 25 22:58:55.505920 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e9d8f4a0-5281-4748-9bfd-840bb262281f req-65f71f43-8408-4028-ac3f-c523733e3ab4 service neutron] 10.222.0.15 "GET /v2.0/networks/f40a271e-c5b4-4506-bf81-97dade033385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213861 May 25 22:58:55.634706 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-e9d8f4a0-5281-4748-9bfd-840bb262281f req-cbe4c4b4-311f-41e1-83e6-08a83b771e9d service neutron] 10.222.0.15 "GET /v2.0/networks/f40a271e-c5b4-4506-bf81-97dade033385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220319 May 25 22:59:04.047830 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:12.668611 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-2a516ece-846d-4df6-be56-fcafbac08236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:14.808076 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-28e88008-9ca3-473d-b4e7-5c11e98aef96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:16.062732 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:16.424834 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:17.604486 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:17.842796 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-107bf934-106b-439a-a5be-3d701c684c42 req-800ca517-214a-4b9e-b08d-beac818d1b11 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1669123012&fields=id&tenant_id=73ef61c103024a179a3ba42726c5390e HTTP/1.1" status: 200 len: 267 time: 0.0416119 May 25 22:59:17.919504 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bf934-106b-439a-a5be-3d701c684c42 req-5b3b0548-362c-4788-9601-88d6323786e5 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:17.920886 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-107bf934-106b-439a-a5be-3d701c684c42 req-5b3b0548-362c-4788-9601-88d6323786e5 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 985 time: 0.0730515 May 25 22:59:17.931329 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.v2.base [req-107bf934-106b-439a-a5be-3d701c684c42 req-584d026c-1ac1-4938-91e7-df85154f9ac0 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Request body: {'port': {'security_groups': ['0c447d81-f4b5-43fe-9c04-5f88c65683e8']}} {{(pid=83204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:18.045349 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-107bf934-106b-439a-a5be-3d701c684c42 req-584d026c-1ac1-4938-91e7-df85154f9ac0 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3234259'] for port, before_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:18.276292 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.plugins.ml2.db [req-107bf934-106b-439a-a5be-3d701c684c42 req-584d026c-1ac1-4938-91e7-df85154f9ac0 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] For port 6e248d37-1631-4fc0-9df8-b243bf1a6394, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=6e248d37-1631-4fc0-9df8-b243bf1a6394,segment=NetworkSegment(e20531f2-a7b7-4509-908f-381f22125cb0),segment_id=e20531f2-a7b7-4509-908f-381f22125cb0)] {{(pid=83204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:18.299921 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-107bf934-106b-439a-a5be-3d701c684c42 req-584d026c-1ac1-4938-91e7-df85154f9ac0 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks [] for port, precommit_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:18.304000 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-107bf934-106b-439a-a5be-3d701c684c42 req-584d026c-1ac1-4938-91e7-df85154f9ac0 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728910459814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728909954461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728909954506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1172434'] for port, after_update {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:18.339924 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['6e248d37-1631-4fc0-9df8-b243bf1a6394'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:59:18.373579 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bf934-106b-439a-a5be-3d701c684c42 req-584d026c-1ac1-4938-91e7-df85154f9ac0 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:18.374181 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [req-107bf934-106b-439a-a5be-3d701c684c42 req-584d026c-1ac1-4938-91e7-df85154f9ac0 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:18.378097 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-107bf934-106b-439a-a5be-3d701c684c42 req-584d026c-1ac1-4938-91e7-df85154f9ac0 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "PUT /v2.0/ports/6e248d37-1631-4fc0-9df8-b243bf1a6394 HTTP/1.1" status: 200 len: 943 time: 0.4489889 May 25 22:59:18.378097 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716af993-09c2-41e2-a4be-8af733e3ac70', 'tag': '6e248d37-1631-4fc0-9df8-b243bf1a6394'}] {{(pid=83204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:59:18.381424 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 48882) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:18.395213 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d026c-1ac1-4938-91e7-df85154f9ac0 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Pushing event updated for resources: {'Port': ['ID=6e248d37-1631-4fc0-9df8-b243bf1a6394,revision_number=7']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:18.408237 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584d026c-1ac1-4938-91e7-df85154f9ac0 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:18.408701 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584d026c-1ac1-4938-91e7-df85154f9ac0 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:18.408936 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584d026c-1ac1-4938-91e7-df85154f9ac0 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:18.409265 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584d026c-1ac1-4938-91e7-df85154f9ac0 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:18.409592 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584d026c-1ac1-4938-91e7-df85154f9ac0 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:18.409918 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584d026c-1ac1-4938-91e7-df85154f9ac0 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:18.410244 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584d026c-1ac1-4938-91e7-df85154f9ac0 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:18.410594 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584d026c-1ac1-4938-91e7-df85154f9ac0 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:18.410913 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584d026c-1ac1-4938-91e7-df85154f9ac0 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:18.411232 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584d026c-1ac1-4938-91e7-df85154f9ac0 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:18.411620 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584d026c-1ac1-4938-91e7-df85154f9ac0 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:18.469037 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-839d9913-383a-4ecf-b7e7-cd9ead5361c4'] response: {'name': 'network-changed', 'server_uuid': '716af993-09c2-41e2-a4be-8af733e3ac70', 'tag': '6e248d37-1631-4fc0-9df8-b243bf1a6394', 'status': 'completed', 'code': 200} May 25 22:59:18.482877 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-96055362-eb60-46b5-bb11-fece896929f8 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks [] for security_group, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:18.506867 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['6e248d37-1631-4fc0-9df8-b243bf1a6394'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:59:18.513780 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-96055362-eb60-46b5-bb11-fece896929f8 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:18.620746 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-5a273218-e47c-4513-99eb-58ce963a5ebd req-4b522aca-21ac-4947-a02e-1844faf641fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73ef61c103024a179a3ba42726c5390e&device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 1099 time: 0.0988209 May 25 22:59:18.698399 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-96055362-eb60-46b5-bb11-fece896929f8 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:18.703932 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.provisioning_blocks [None req-8b5123f3-ecc2-46cf-a44b-19e41a041e11 None None] Provisioning complete for port 6e248d37-1631-4fc0-9df8-b243bf1a6394 triggered by entity DHCP. {{(pid=83205) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:18.704458 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-8b5123f3-ecc2-46cf-a44b-19e41a041e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3367400'] for port, provisioning_complete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:18.728233 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96055362-eb60-46b5-bb11-fece896929f8 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=952f094d-dd76-4d72-b870-e7c5bfadfecb,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:18.748126 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96055362-eb60-46b5-bb11-fece896929f8 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:18.748471 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96055362-eb60-46b5-bb11-fece896929f8 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:18.748808 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96055362-eb60-46b5-bb11-fece896929f8 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:18.749137 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96055362-eb60-46b5-bb11-fece896929f8 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:18.749472 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96055362-eb60-46b5-bb11-fece896929f8 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:18.749802 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96055362-eb60-46b5-bb11-fece896929f8 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:18.750128 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96055362-eb60-46b5-bb11-fece896929f8 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:18.750471 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96055362-eb60-46b5-bb11-fece896929f8 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:18.750792 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96055362-eb60-46b5-bb11-fece896929f8 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:18.751164 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96055362-eb60-46b5-bb11-fece896929f8 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:18.751426 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96055362-eb60-46b5-bb11-fece896929f8 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-smb {{(pid=83203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:18.768897 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-96055362-eb60-46b5-bb11-fece896929f8 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks [] for security_group, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:18.770020 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-96055362-eb60-46b5-bb11-fece896929f8 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "DELETE /v2.0/security-groups/952f094d-dd76-4d72-b870-e7c5bfadfecb HTTP/1.1" status: 204 len: 168 time: 0.3854930 May 25 22:59:18.773000 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 48886) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:18.868816 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a273218-e47c-4513-99eb-58ce963a5ebd req-d88a8d00-ede8-430b-90dc-a8a20d248a5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:18.870235 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-5a273218-e47c-4513-99eb-58ce963a5ebd req-d88a8d00-ede8-430b-90dc-a8a20d248a5f service neutron] 10.222.0.15 "GET /v2.0/networks?id=f40a271e-c5b4-4506-bf81-97dade033385 HTTP/1.1" status: 200 len: 915 time: 0.2434876 May 25 22:59:19.143213 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-5a273218-e47c-4513-99eb-58ce963a5ebd req-6d95837c-0fce-49c4-9ef5-42b9cddb3cb6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e248d37-1631-4fc0-9df8-b243bf1a6394 HTTP/1.1" status: 200 len: 1001 time: 0.2616820 May 25 22:59:19.145931 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-8a89a2d6-e8ba-4bb7-aaeb-5efd0333723f tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Deleting port baff4e2b-3eed-4a17-96cb-d51d824eb909 {{(pid=83203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:19.146274 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-8a89a2d6-e8ba-4bb7-aaeb-5efd0333723f tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:19.307728 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a273218-e47c-4513-99eb-58ce963a5ebd req-6cb507f2-9349-42ee-8d67-fb708588302c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:19.309138 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-5a273218-e47c-4513-99eb-58ce963a5ebd req-6cb507f2-9349-42ee-8d67-fb708588302c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8df6e37e-9ac0-49b8-89b7-a1d7f08289a5 HTTP/1.1" status: 200 len: 853 time: 0.1405492 May 25 22:59:19.413281 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-8a89a2d6-e8ba-4bb7-aaeb-5efd0333723f tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:19.413973 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-8a89a2d6-e8ba-4bb7-aaeb-5efd0333723f tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:19.538342 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-8a89a2d6-e8ba-4bb7-aaeb-5efd0333723f tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Calling delete_port for baff4e2b-3eed-4a17-96cb-d51d824eb909 owned by network:floatingip {{(pid=83203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:19.565687 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-5a273218-e47c-4513-99eb-58ce963a5ebd req-f1af4689-fd87-44e8-83c9-bc46f8ba1916 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f40a271e-c5b4-4506-bf81-97dade033385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2499461 May 25 22:59:19.734446 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-5a273218-e47c-4513-99eb-58ce963a5ebd req-db4eeb71-2b8a-4fab-8806-a1e7d26f20b8 service neutron] 10.222.0.15 "GET /v2.0/networks/f40a271e-c5b4-4506-bf81-97dade033385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623809 May 25 22:59:19.888483 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-8a89a2d6-e8ba-4bb7-aaeb-5efd0333723f tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:19.946120 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89a2d6-e8ba-4bb7-aaeb-5efd0333723f tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Pushing event deleted for resources: {'Port': ['ID=baff4e2b-3eed-4a17-96cb-d51d824eb909,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:19.958153 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-5a273218-e47c-4513-99eb-58ce963a5ebd req-537aa37f-06a8-4390-b307-f50630a759bb service neutron] 10.222.0.15 "GET /v2.0/networks/f40a271e-c5b4-4506-bf81-97dade033385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180526 May 25 22:59:20.042607 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-8a89a2d6-e8ba-4bb7-aaeb-5efd0333723f tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks [] for floatingip, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.516972 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a89a2d6-e8ba-4bb7-aaeb-5efd0333723f tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Router 7f82e916-3d52-4be1-8a79-be5417426685 has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:59:20.710334 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a89a2d6-e8ba-4bb7-aaeb-5efd0333723f tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:59:20.719793 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf6eda4-2d5b-49c3-86e9-2508487773e5 None None] Sync routers for ids ['7f82e916-3d52-4be1-8a79-be5417426685'] in dv-cinder-843305-1-smb {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:59:20.729538 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-8a89a2d6-e8ba-4bb7-aaeb-5efd0333723f tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for floatingip, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.731505 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf6eda4-2d5b-49c3-86e9-2508487773e5 None None] Routers {'7f82e916-3d52-4be1-8a79-be5417426685'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:20.732172 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-5cf6eda4-2d5b-49c3-86e9-2508487773e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:59:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['7f82e916-3d52-4be1-8a79-be5417426685'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:20.786116 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-8a89a2d6-e8ba-4bb7-aaeb-5efd0333723f tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "DELETE /v2.0/floatingips/dd4f86b3-1940-4f9e-aaeb-aef44fe4aae4 HTTP/1.1" status: 204 len: 168 time: 2.0095472 May 25 22:59:20.786116 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716af993-09c2-41e2-a4be-8af733e3ac70', 'tag': '6e248d37-1631-4fc0-9df8-b243bf1a6394'}] {{(pid=83203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:59:20.855735 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f670021-2ad7-433e-84a6-e764aae58ea1'] response: {'name': 'network-changed', 'server_uuid': '716af993-09c2-41e2-a4be-8af733e3ac70', 'tag': '6e248d37-1631-4fc0-9df8-b243bf1a6394', 'status': 'completed', 'code': 200} May 25 22:59:20.945460 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-5cf6eda4-2d5b-49c3-86e9-2508487773e5 None None] Set router 7f82e916-3d52-4be1-8a79-be5417426685 gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:20.970268 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-49dbefc4-7f80-4b29-925b-f0f12f4e7b26 req-d61e5d6b-696e-4a51-9da7-9b6eda3ffbaa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73ef61c103024a179a3ba42726c5390e&device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 1099 time: 0.0722294 May 25 22:59:21.128597 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbefc4-7f80-4b29-925b-f0f12f4e7b26 req-30b5ace5-259e-4770-8e32-d1aadb8be172 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:21.130028 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-49dbefc4-7f80-4b29-925b-f0f12f4e7b26 req-30b5ace5-259e-4770-8e32-d1aadb8be172 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f40a271e-c5b4-4506-bf81-97dade033385 HTTP/1.1" status: 200 len: 915 time: 0.1525850 May 25 22:59:21.203417 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-49dbefc4-7f80-4b29-925b-f0f12f4e7b26 req-df262493-8f2a-4377-8302-a332ca766480 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e248d37-1631-4fc0-9df8-b243bf1a6394 HTTP/1.1" status: 200 len: 217 time: 0.0676823 May 25 22:59:21.268840 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbefc4-7f80-4b29-925b-f0f12f4e7b26 req-25663a79-04dc-4b27-8cea-34b5af6f94d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:21.270273 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-49dbefc4-7f80-4b29-925b-f0f12f4e7b26 req-25663a79-04dc-4b27-8cea-34b5af6f94d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8df6e37e-9ac0-49b8-89b7-a1d7f08289a5 HTTP/1.1" status: 200 len: 853 time: 0.0601032 May 25 22:59:21.294414 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-5cf6eda4-2d5b-49c3-86e9-2508487773e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f82e916-3d52-4be1-8a79-be5417426685', 'name': 'tempest-TestMinimumBasicScenario-231372863-router', 'tenant_id': '73ef61c103024a179a3ba42726c5390e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': '579775af-7861-4b2a-9208-5affaa6a6151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:55:51Z', 'updated_at': '2022-05-25T22:55:54Z', 'revision_number': 4, 'project_id': '73ef61c103024a179a3ba42726c5390e', 'gw_port': {'id': '579775af-7861-4b2a-9208-5affaa6a6151', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f82e916-3d52-4be1-8a79-be5417426685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:51Z', 'updated_at': '2022-05-25T22:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '27b2e87f-8d69-4e9e-b3d1-40005dc0bde9', 'name': '', 'network_id': 'f40a271e-c5b4-4506-bf81-97dade033385', 'tenant_id': '73ef61c103024a179a3ba42726c5390e', 'mac_address': 'fa:16:3e:e3:00:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f82e916-3d52-4be1-8a79-be5417426685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8df6e37e-9ac0-49b8-89b7-a1d7f08289a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:53Z', 'updated_at': '2022-05-25T22:56:12Z', 'revision_number': 5, 'project_id': '73ef61c103024a179a3ba42726c5390e', 'subnets': [{'id': '8df6e37e-9ac0-49b8-89b7-a1d7f08289a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:21.298290 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf6eda4-2d5b-49c3-86e9-2508487773e5 None None] Checking router: 7f82e916-3d52-4be1-8a79-be5417426685 for host: dv-cinder-843305-1-smb {{(pid=83205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:59:21.309629 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf6eda4-2d5b-49c3-86e9-2508487773e5 None None] Routers {'7f82e916-3d52-4be1-8a79-be5417426685'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:21.310214 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-5cf6eda4-2d5b-49c3-86e9-2508487773e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:59:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['7f82e916-3d52-4be1-8a79-be5417426685'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:21.351468 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-49dbefc4-7f80-4b29-925b-f0f12f4e7b26 req-b5579b89-fb58-4234-85b6-e838210d51f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f40a271e-c5b4-4506-bf81-97dade033385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0675893 May 25 22:59:21.481898 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-49dbefc4-7f80-4b29-925b-f0f12f4e7b26 req-811b9f17-e6b3-4a44-9175-1d4f110d04a6 service neutron] 10.222.0.15 "GET /v2.0/networks/f40a271e-c5b4-4506-bf81-97dade033385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239419 May 25 22:59:21.490318 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-5cf6eda4-2d5b-49c3-86e9-2508487773e5 None None] Set router 7f82e916-3d52-4be1-8a79-be5417426685 gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:21.612667 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-49dbefc4-7f80-4b29-925b-f0f12f4e7b26 req-938f3a2c-95fe-4211-8b89-34d89e7e083d service neutron] 10.222.0.15 "GET /v2.0/networks/f40a271e-c5b4-4506-bf81-97dade033385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241348 May 25 22:59:21.794611 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-5cf6eda4-2d5b-49c3-86e9-2508487773e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f82e916-3d52-4be1-8a79-be5417426685', 'name': 'tempest-TestMinimumBasicScenario-231372863-router', 'tenant_id': '73ef61c103024a179a3ba42726c5390e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': '579775af-7861-4b2a-9208-5affaa6a6151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:55:51Z', 'updated_at': '2022-05-25T22:55:54Z', 'revision_number': 4, 'project_id': '73ef61c103024a179a3ba42726c5390e', 'gw_port': {'id': '579775af-7861-4b2a-9208-5affaa6a6151', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f82e916-3d52-4be1-8a79-be5417426685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:51Z', 'updated_at': '2022-05-25T22:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '27b2e87f-8d69-4e9e-b3d1-40005dc0bde9', 'name': '', 'network_id': 'f40a271e-c5b4-4506-bf81-97dade033385', 'tenant_id': '73ef61c103024a179a3ba42726c5390e', 'mac_address': 'fa:16:3e:e3:00:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f82e916-3d52-4be1-8a79-be5417426685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8df6e37e-9ac0-49b8-89b7-a1d7f08289a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:53Z', 'updated_at': '2022-05-25T22:56:12Z', 'revision_number': 5, 'project_id': '73ef61c103024a179a3ba42726c5390e', 'subnets': [{'id': '8df6e37e-9ac0-49b8-89b7-a1d7f08289a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:21.798432 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf6eda4-2d5b-49c3-86e9-2508487773e5 None None] The sync data for ids ['7f82e916-3d52-4be1-8a79-be5417426685'] in dv-cinder-843305-1-smb is: [{'id': '7f82e916-3d52-4be1-8a79-be5417426685', 'name': 'tempest-TestMinimumBasicScenario-231372863-router', 'tenant_id': '73ef61c103024a179a3ba42726c5390e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': '579775af-7861-4b2a-9208-5affaa6a6151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:55:51Z', 'updated_at': '2022-05-25T22:55:54Z', 'revision_number': 4, 'project_id': '73ef61c103024a179a3ba42726c5390e', 'gw_port': {'id': '579775af-7861-4b2a-9208-5affaa6a6151', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f82e916-3d52-4be1-8a79-be5417426685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:51Z', 'updated_at': '2022-05-25T22:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb', '_interfaces': [{'id': '27b2e87f-8d69-4e9e-b3d1-40005dc0bde9', 'name': '', 'network_id': 'f40a271e-c5b4-4506-bf81-97dade033385', 'tenant_id': '73ef61c103024a179a3ba42726c5390e', 'mac_address': 'fa:16:3e:e3:00:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f82e916-3d52-4be1-8a79-be5417426685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8df6e37e-9ac0-49b8-89b7-a1d7f08289a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:53Z', 'updated_at': '2022-05-25T22:56:12Z', 'revision_number': 5, 'project_id': '73ef61c103024a179a3ba42726c5390e', 'subnets': [{'id': '8df6e37e-9ac0-49b8-89b7-a1d7f08289a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:59:22.009367 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacbb28d-f3f5-46f4-bf5d-6c187a8fde81 None None] New status for floating IP dd4f86b3-1940-4f9e-aaeb-aef44fe4aae4: DOWN {{(pid=83206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:59:24.023589 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587614f-7c4c-4d49-a726-0737df7ec180 req-4fc7884e-63f9-4156-8fbe-96866a11e0c6 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:24.024273 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-b587614f-7c4c-4d49-a726-0737df7ec180 req-4fc7884e-63f9-4156-8fbe-96866a11e0c6 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Synchronizing usage tracker for tenant:73ef61c103024a179a3ba42726c5390e on resource:port {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:24.038423 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-b587614f-7c4c-4d49-a726-0737df7ec180 req-4fc7884e-63f9-4156-8fbe-96866a11e0c6 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Unset dirty status for tenant:73ef61c103024a179a3ba42726c5390e on resource:port {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:24.040010 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b587614f-7c4c-4d49-a726-0737df7ec180 req-4fc7884e-63f9-4156-8fbe-96866a11e0c6 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 946 time: 0.0930994 May 25 22:59:24.089205 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-b587614f-7c4c-4d49-a726-0737df7ec180 req-ecc6a947-0f4f-4dd8-bbf2-5fcaafe2831d tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Synchronizing usage tracker for tenant:73ef61c103024a179a3ba42726c5390e on resource:security_group {{(pid=83203) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:24.104198 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.quota.resource [req-b587614f-7c4c-4d49-a726-0737df7ec180 req-ecc6a947-0f4f-4dd8-bbf2-5fcaafe2831d tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Unset dirty status for tenant:73ef61c103024a179a3ba42726c5390e on resource:security_group {{(pid=83203) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:24.105265 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-b587614f-7c4c-4d49-a726-0737df7ec180 req-ecc6a947-0f4f-4dd8-bbf2-5fcaafe2831d tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597167 May 25 22:59:25.300205 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01c7dd-bbe4-4ad1-bc2b-a4cd93ca6ca2 req-b9df4d1e-8b7c-4dee-9d54-dd3da50ab5b4 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:25.301618 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bf01c7dd-bbe4-4ad1-bc2b-a4cd93ca6ca2 req-b9df4d1e-8b7c-4dee-9d54-dd3da50ab5b4 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 946 time: 0.0784895 May 25 22:59:25.346060 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [req-bf01c7dd-bbe4-4ad1-bc2b-a4cd93ca6ca2 req-3099b34c-2d75-4a5d-947d-854fce44b55c tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384543 May 25 22:59:26.226595 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe7b6d-048b-49e7-af7e-01b0dd6233f9 req-1807120e-3dd8-481b-bc7c-3ec720a59cf7 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:26.227983 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-30fe7b6d-048b-49e7-af7e-01b0dd6233f9 req-1807120e-3dd8-481b-bc7c-3ec720a59cf7 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.15 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 946 time: 0.0739481 May 25 22:59:26.296107 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [req-30fe7b6d-048b-49e7-af7e-01b0dd6233f9 req-bea09bd5-82c8-46ae-8e12-c91240a9107a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Deleting port 6e248d37-1631-4fc0-9df8-b243bf1a6394 {{(pid=83203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:26.296437 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-30fe7b6d-048b-49e7-af7e-01b0dd6233f9 req-bea09bd5-82c8-46ae-8e12-c91240a9107a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:26.669328 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [req-30fe7b6d-048b-49e7-af7e-01b0dd6233f9 req-bea09bd5-82c8-46ae-8e12-c91240a9107a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] For port 6e248d37-1631-4fc0-9df8-b243bf1a6394, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=6e248d37-1631-4fc0-9df8-b243bf1a6394,segment=NetworkSegment(e20531f2-a7b7-4509-908f-381f22125cb0),segment_id=e20531f2-a7b7-4509-908f-381f22125cb0)] {{(pid=83203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:26.669604 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-30fe7b6d-048b-49e7-af7e-01b0dd6233f9 req-bea09bd5-82c8-46ae-8e12-c91240a9107a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:26.738541 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df021652-9ee1-4956-a598-7423d681e0bb req-5085ce4d-ef6a-44dd-a567-0c6bbba248be tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:26.739969 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-df021652-9ee1-4956-a598-7423d681e0bb req-5085ce4d-ef6a-44dd-a567-0c6bbba248be tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/ports?device_id=716af993-09c2-41e2-a4be-8af733e3ac70 HTTP/1.1" status: 200 len: 946 time: 0.2743940 May 25 22:59:26.797914 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [req-30fe7b6d-048b-49e7-af7e-01b0dd6233f9 req-bea09bd5-82c8-46ae-8e12-c91240a9107a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Calling delete_port for 6e248d37-1631-4fc0-9df8-b243bf1a6394 owned by compute:nova {{(pid=83203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:26.899526 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-df021652-9ee1-4956-a598-7423d681e0bb req-82148b65-be16-4f77-8b8f-135ead1b2552 tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c447d81-f4b5-43fe-9c04-5f88c65683e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077468 May 25 22:59:26.968206 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-30fe7b6d-048b-49e7-af7e-01b0dd6233f9 req-bea09bd5-82c8-46ae-8e12-c91240a9107a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:27.002770 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] get_ports_and_sgs() called for port_ids ['6e248d37-1631-4fc0-9df8-b243bf1a6394'] {{(pid=83205) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:59:27.019368 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea09bd5-82c8-46ae-8e12-c91240a9107a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Pushing event deleted for resources: {'Port': ['ID=6e248d37-1631-4fc0-9df8-b243bf1a6394,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:27.088538 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fe7b6d-048b-49e7-af7e-01b0dd6233f9 req-bea09bd5-82c8-46ae-8e12-c91240a9107a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] No DVR routers for this DVR port 6e248d37-1631-4fc0-9df8-b243bf1a6394 on host hv-cinder-84330 {{(pid=83203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:59:27.090907 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [req-30fe7b6d-048b-49e7-af7e-01b0dd6233f9 req-bea09bd5-82c8-46ae-8e12-c91240a9107a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184269'] for port, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:27.093270 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716af993-09c2-41e2-a4be-8af733e3ac70', 'name': 'network-vif-deleted', 'tag': '6e248d37-1631-4fc0-9df8-b243bf1a6394'}] {{(pid=83203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:59:27.108460 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [req-30fe7b6d-048b-49e7-af7e-01b0dd6233f9 req-bea09bd5-82c8-46ae-8e12-c91240a9107a tempest-TestMinimumBasicScenario-1039923829 tempest-TestMinimumBasicScenario-1039923829-project] 10.222.0.15 "DELETE /v2.0/ports/6e248d37-1631-4fc0-9df8-b243bf1a6394 HTTP/1.1" status: 204 len: 173 time: 0.8749206 May 25 22:59:27.152013 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f614c683-4f42-4c6e-8c1c-fb392b4d05c2'] response: {'server_uuid': '716af993-09c2-41e2-a4be-8af733e3ac70', 'name': 'network-vif-deleted', 'tag': '6e248d37-1631-4fc0-9df8-b243bf1a6394', 'status': 'completed', 'code': 200} May 25 22:59:28.537148 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 48968) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:28.915120 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2799a5e8-71fd-4b54-a86e-a6e7ef351441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-999128'] for router_interface, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.487424 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-2799a5e8-71fd-4b54-a86e-a6e7ef351441 admin admin] Deleting port 27b2e87f-8d69-4e9e-b3d1-40005dc0bde9 {{(pid=83203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:29.487653 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2799a5e8-71fd-4b54-a86e-a6e7ef351441 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.743307 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [None req-2799a5e8-71fd-4b54-a86e-a6e7ef351441 admin admin] For port 27b2e87f-8d69-4e9e-b3d1-40005dc0bde9, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=27b2e87f-8d69-4e9e-b3d1-40005dc0bde9,segment=NetworkSegment(e20531f2-a7b7-4509-908f-381f22125cb0),segment_id=e20531f2-a7b7-4509-908f-381f22125cb0)] {{(pid=83203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:29.743998 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2799a5e8-71fd-4b54-a86e-a6e7ef351441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.859673 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-2799a5e8-71fd-4b54-a86e-a6e7ef351441 admin admin] Calling delete_port for 27b2e87f-8d69-4e9e-b3d1-40005dc0bde9 owned by network:router_interface {{(pid=83203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:30.019903 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2799a5e8-71fd-4b54-a86e-a6e7ef351441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:30.063788 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2799a5e8-71fd-4b54-a86e-a6e7ef351441 admin admin] Pushing event deleted for resources: {'Port': ['ID=27b2e87f-8d69-4e9e-b3d1-40005dc0bde9,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:30.346142 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-2799a5e8-71fd-4b54-a86e-a6e7ef351441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4094844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-999055'] for router_interface, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:30.898840 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2799a5e8-71fd-4b54-a86e-a6e7ef351441 admin admin] Router 7f82e916-3d52-4be1-8a79-be5417426685 has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:59:30.976832 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 6e248d37-1631-4fc0-9df8-b243bf1a6394 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:59:31.010116 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] No Port match for: 6e248d37-1631-4fc0-9df8-b243bf1a6394 {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:59:31.010536 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Device 6e248d37-1631-4fc0-9df8-b243bf1a6394 not bound to the agent host hv-cinder-84330 {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:59:31.183257 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2799a5e8-71fd-4b54-a86e-a6e7ef351441 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:59:31.193348 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1aeb8a-38fd-4e7a-8f02-76f060a7ef4d None None] Sync routers for ids ['7f82e916-3d52-4be1-8a79-be5417426685'] in dv-cinder-843305-1-smb {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:59:31.196320 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-2799a5e8-71fd-4b54-a86e-a6e7ef351441 admin admin] 10.222.0.59 "PUT /v2.0/routers/7f82e916-3d52-4be1-8a79-be5417426685/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6580718 May 25 22:59:31.198848 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 48972) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:31.207271 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1aeb8a-38fd-4e7a-8f02-76f060a7ef4d None None] Routers {'7f82e916-3d52-4be1-8a79-be5417426685'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:31.207866 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-5c1aeb8a-38fd-4e7a-8f02-76f060a7ef4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:59:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['7f82e916-3d52-4be1-8a79-be5417426685'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:31.385791 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-5c1aeb8a-38fd-4e7a-8f02-76f060a7ef4d None None] Set router 7f82e916-3d52-4be1-8a79-be5417426685 gateway port host: dv-cinder-843305-1-smb {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:31.392316 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:59:31.392845 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-af2a371f-05d2-4142-ab23-ebce2e226bd8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:31.584623 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-af2a371f-05d2-4142-ab23-ebce2e226bd8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:31.594124 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-af2a371f-05d2-4142-ab23-ebce2e226bd8 admin admin] Deleting port 579775af-7861-4b2a-9208-5affaa6a6151 {{(pid=83203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:31.594579 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-af2a371f-05d2-4142-ab23-ebce2e226bd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:31.706730 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-5c1aeb8a-38fd-4e7a-8f02-76f060a7ef4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f82e916-3d52-4be1-8a79-be5417426685', 'name': 'tempest-TestMinimumBasicScenario-231372863-router', 'tenant_id': '73ef61c103024a179a3ba42726c5390e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': '579775af-7861-4b2a-9208-5affaa6a6151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:55:51Z', 'updated_at': '2022-05-25T22:59:29Z', 'revision_number': 5, 'project_id': '73ef61c103024a179a3ba42726c5390e', 'gw_port': {'id': '579775af-7861-4b2a-9208-5affaa6a6151', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f82e916-3d52-4be1-8a79-be5417426685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:51Z', 'updated_at': '2022-05-25T22:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb'}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:31.710500 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1aeb8a-38fd-4e7a-8f02-76f060a7ef4d None None] Checking router: 7f82e916-3d52-4be1-8a79-be5417426685 for host: dv-cinder-843305-1-smb {{(pid=83205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:59:31.721433 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1aeb8a-38fd-4e7a-8f02-76f060a7ef4d None None] Routers {'7f82e916-3d52-4be1-8a79-be5417426685'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:31.722039 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-5c1aeb8a-38fd-4e7a-8f02-76f060a7ef4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:59:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['7f82e916-3d52-4be1-8a79-be5417426685'], 'active': True} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:31.767422 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [None req-af2a371f-05d2-4142-ab23-ebce2e226bd8 admin admin] For port 579775af-7861-4b2a-9208-5affaa6a6151, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=579775af-7861-4b2a-9208-5affaa6a6151,segment=NetworkSegment(3342e0e4-498a-46e7-9232-6274ffc1b494),segment_id=3342e0e4-498a-46e7-9232-6274ffc1b494)] {{(pid=83203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:31.767785 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-af2a371f-05d2-4142-ab23-ebce2e226bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:31.877451 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_dvr_db [None req-5c1aeb8a-38fd-4e7a-8f02-76f060a7ef4d None None] Set router 7f82e916-3d52-4be1-8a79-be5417426685 gateway port host: None {{(pid=83205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:31.887703 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-af2a371f-05d2-4142-ab23-ebce2e226bd8 admin admin] Calling delete_port for 579775af-7861-4b2a-9208-5affaa6a6151 owned by network:router_gateway {{(pid=83203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:31.981946 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.db.l3_hamode_db [None req-5c1aeb8a-38fd-4e7a-8f02-76f060a7ef4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f82e916-3d52-4be1-8a79-be5417426685', 'name': 'tempest-TestMinimumBasicScenario-231372863-router', 'tenant_id': '73ef61c103024a179a3ba42726c5390e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:55:51Z', 'updated_at': '2022-05-25T22:59:31Z', 'revision_number': 6, 'project_id': '73ef61c103024a179a3ba42726c5390e', 'gw_port_host': None}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:31.986120 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1aeb8a-38fd-4e7a-8f02-76f060a7ef4d None None] The sync data for ids ['7f82e916-3d52-4be1-8a79-be5417426685'] in dv-cinder-843305-1-smb is: [{'id': '7f82e916-3d52-4be1-8a79-be5417426685', 'name': 'tempest-TestMinimumBasicScenario-231372863-router', 'tenant_id': '73ef61c103024a179a3ba42726c5390e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:55:51Z', 'updated_at': '2022-05-25T22:59:31Z', 'revision_number': 6, 'project_id': '73ef61c103024a179a3ba42726c5390e', 'gw_port_host': None}] {{(pid=83205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:59:32.052034 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-af2a371f-05d2-4142-ab23-ebce2e226bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.093802 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a371f-05d2-4142-ab23-ebce2e226bd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=579775af-7861-4b2a-9208-5affaa6a6151,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:32.314490 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-af2a371f-05d2-4142-ab23-ebce2e226bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997829'] for router_gateway, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.387966 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 27b2e87f-8d69-4e9e-b3d1-40005dc0bde9 no longer exists at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:59:32.424161 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] No Port match for: 27b2e87f-8d69-4e9e-b3d1-40005dc0bde9 {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:59:32.424585 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 27b2e87f-8d69-4e9e-b3d1-40005dc0bde9 not bound to the agent host dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:59:32.663260 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-af2a371f-05d2-4142-ab23-ebce2e226bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1035317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4933'] for router, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.667232 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-af2a371f-05d2-4142-ab23-ebce2e226bd8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.690676 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-af2a371f-05d2-4142-ab23-ebce2e226bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1035417'] for router, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.691212 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2a371f-05d2-4142-ab23-ebce2e226bd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f82e916-3d52-4be1-8a79-be5417426685 {{(pid=83203) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:59:32.703804 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-af2a371f-05d2-4142-ab23-ebce2e226bd8 admin admin] Notify callbacks [] for router, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.704898 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-af2a371f-05d2-4142-ab23-ebce2e226bd8 admin admin] 10.222.0.59 "DELETE /v2.0/routers/7f82e916-3d52-4be1-8a79-be5417426685 HTTP/1.1" status: 204 len: 168 time: 1.5051694 May 25 22:59:32.707396 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 48976) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:32.766521 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5fcb7af-dd82-45c4-b329-1d1e8059fd3a admin admin] Deleting subnet 8df6e37e-9ac0-49b8-89b7-a1d7f08289a5 {{(pid=83203) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:59:32.769633 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a5fcb7af-dd82-45c4-b329-1d1e8059fd3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.822738 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a5fcb7af-dd82-45c4-b329-1d1e8059fd3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870630'] for subnet, precommit_delete_associations {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.902014 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a5fcb7af-dd82-45c4-b329-1d1e8059fd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3361804'] for subnet, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.971149 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a5fcb7af-dd82-45c4-b329-1d1e8059fd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3361797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1950973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1742165'] for subnet, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:33.016304 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fcb7af-dd82-45c4-b329-1d1e8059fd3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8df6e37e-9ac0-49b8-89b7-a1d7f08289a5,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:33.022298 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-a5fcb7af-dd82-45c4-b329-1d1e8059fd3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for subnet, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:33.027474 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1459caac-5ab2-422c-a900-26cdba77911b None None] Network f40a271e-c5b4-4506-bf81-97dade033385 requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:59:33.028145 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-a5fcb7af-dd82-45c4-b329-1d1e8059fd3a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8df6e37e-9ac0-49b8-89b7-a1d7f08289a5 HTTP/1.1" status: 204 len: 168 time: 0.3198323 May 25 22:59:33.030587 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 48980) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:33.133216 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1dc48ebe-b65e-4bdf-8346-9777dd39800a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3150312'] for network, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:33.143492 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-1dc48ebe-b65e-4bdf-8346-9777dd39800a admin admin] Deleting port c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a {{(pid=83203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:33.143823 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1dc48ebe-b65e-4bdf-8346-9777dd39800a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:33.278054 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564b7448-6000-4e04-93da-6724b73e201d None None] DHCP port deletion for f40a271e-c5b4-4506-bf81-97dade033385 request from dv-cinder-843305-1-smb {{(pid=83205) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:59:33.282248 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-564b7448-6000-4e04-93da-6724b73e201d None None] Deleting port c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a {{(pid=83205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:33.282653 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-564b7448-6000-4e04-93da-6724b73e201d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:33.350655 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [None req-1dc48ebe-b65e-4bdf-8346-9777dd39800a admin admin] For port c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a,segment=NetworkSegment(e20531f2-a7b7-4509-908f-381f22125cb0),segment_id=e20531f2-a7b7-4509-908f-381f22125cb0)] {{(pid=83203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:33.351004 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1dc48ebe-b65e-4bdf-8346-9777dd39800a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:33.469400 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-1dc48ebe-b65e-4bdf-8346-9777dd39800a admin admin] Calling delete_port for c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a owned by network:dhcp {{(pid=83203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:33.482591 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-564b7448-6000-4e04-93da-6724b73e201d None None] For port c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a,segment=NetworkSegment(e20531f2-a7b7-4509-908f-381f22125cb0),segment_id=e20531f2-a7b7-4509-908f-381f22125cb0)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:33.482975 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-564b7448-6000-4e04-93da-6724b73e201d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:33.544554 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1dc48ebe-b65e-4bdf-8346-9777dd39800a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:33.587623 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc48ebe-b65e-4bdf-8346-9777dd39800a admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:33.593551 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc48ebe-b65e-4bdf-8346-9777dd39800a admin admin] No DVR routers for this DVR port c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a on host dv-cinder-843305-1-smb {{(pid=83203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:59:33.604005 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-564b7448-6000-4e04-93da-6724b73e201d None None] Calling delete_port for c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a owned by network:dhcp {{(pid=83205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:33.672014 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.db.api [None req-564b7448-6000-4e04-93da-6724b73e201d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:59:33.672371 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG oslo_db.api [None req-564b7448-6000-4e04-93da-6724b73e201d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:59:33.707590 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1dc48ebe-b65e-4bdf-8346-9777dd39800a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3373977', 'neutron.services.segments.db._delete_segments_for_network-8728910406777'] for network, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:33.732504 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.services.segments.db [None req-1dc48ebe-b65e-4bdf-8346-9777dd39800a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f40a271e-c5b4-4506-bf81-97dade033385']}} {{(pid=83203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:33.744035 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.services.segments.db [None req-1dc48ebe-b65e-4bdf-8346-9777dd39800a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e20531f2-a7b7-4509-908f-381f22125cb0') {'for_net_delete': True} {{(pid=83203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:33.744329 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.services.segments.db [None req-1dc48ebe-b65e-4bdf-8346-9777dd39800a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e20531f2-a7b7-4509-908f-381f22125cb0') {} {{(pid=83203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:33.755201 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1dc48ebe-b65e-4bdf-8346-9777dd39800a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728910406660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871701'] for segment, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:33.770776 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1dc48ebe-b65e-4bdf-8346-9777dd39800a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:33.777260 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc48ebe-b65e-4bdf-8346-9777dd39800a admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=83203) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:59:33.777636 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1dc48ebe-b65e-4bdf-8346-9777dd39800a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1950867'] for segment, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:33.790308 dv-cinder-843305-1-smb neutron-server[83203]: Traceback (most recent call last): May 25 22:59:33.790308 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:59:33.790308 dv-cinder-843305-1-smb neutron-server[83203]: timer() May 25 22:59:33.790308 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:59:33.790308 dv-cinder-843305-1-smb neutron-server[83203]: cb(*args, **kw) May 25 22:59:33.790308 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:59:33.790308 dv-cinder-843305-1-smb neutron-server[83203]: return func(*args, **kwargs) May 25 22:59:33.790308 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:59:33.790308 dv-cinder-843305-1-smb neutron-server[83203]: self._notify() May 25 22:59:33.790308 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:59:33.790308 dv-cinder-843305-1-smb neutron-server[83203]: self.callback(batched_events) May 25 22:59:33.790308 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:59:33.790308 dv-cinder-843305-1-smb neutron-server[83203]: event.method(event) May 25 22:59:33.790308 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:59:33.790308 dv-cinder-843305-1-smb neutron-server[83203]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:59:33.790308 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:59:33.790308 dv-cinder-843305-1-smb neutron-server[83203]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:59:33.790308 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:59:33.790308 dv-cinder-843305-1-smb neutron-server[83203]: return f(self, *a, **k) May 25 22:59:33.790308 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:59:33.790308 dv-cinder-843305-1-smb neutron-server[83203]: return self._get(url).json() May 25 22:59:33.790308 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:59:33.790308 dv-cinder-843305-1-smb neutron-server[83203]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:59:33.790308 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:59:33.790308 dv-cinder-843305-1-smb neutron-server[83203]: return self.request(url, 'GET', **kwargs) May 25 22:59:33.790308 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:59:33.790308 dv-cinder-843305-1-smb neutron-server[83203]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:59:33.790308 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:59:33.790308 dv-cinder-843305-1-smb neutron-server[83203]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:59:33.790308 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:59:33.790308 dv-cinder-843305-1-smb neutron-server[83203]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:59:33.790308 dv-cinder-843305-1-smb neutron-server[83203]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:59:33.945804 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1dc48ebe-b65e-4bdf-8346-9777dd39800a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3373970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997848'] for network, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:33.961962 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-1dc48ebe-b65e-4bdf-8346-9777dd39800a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for network, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:33.973951 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc48ebe-b65e-4bdf-8346-9777dd39800a admin admin] Pushing event deleted for resources: {'Network': ['ID=f40a271e-c5b4-4506-bf81-97dade033385,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:33.985426 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-1dc48ebe-b65e-4bdf-8346-9777dd39800a admin admin] 10.222.0.59 "DELETE /v2.0/networks/f40a271e-c5b4-4506-bf81-97dade033385 HTTP/1.1" status: 204 len: 168 time: 0.9538507 May 25 22:59:33.988341 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 48984) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:34.046023 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:34.130606 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a no longer exists at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:59:34.163277 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] No Port match for: c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:59:34.163727 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a not bound to the agent host dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:59:34.164198 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 579775af-7861-4b2a-9208-5affaa6a6151 no longer exists at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:59:34.191762 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-564b7448-6000-4e04-93da-6724b73e201d None None] Deleting port c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a {{(pid=83205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:34.192409 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-564b7448-6000-4e04-93da-6724b73e201d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:34.227866 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] No Port match for: 579775af-7861-4b2a-9208-5affaa6a6151 {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:59:34.228204 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 579775af-7861-4b2a-9208-5affaa6a6151 not bound to the agent host dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:59:34.266577 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-564b7448-6000-4e04-93da-6724b73e201d None None] The port 'c8ed8a0a-d8e2-41a0-bc0e-b5db04dcdf7a' was deleted {{(pid=83205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:59:34.375313 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-807af319-79ef-4d03-b066-38f9ac3d250b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-999128'] for router_interface, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:34.948809 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-807af319-79ef-4d03-b066-38f9ac3d250b admin admin] Deleting port e7ab1b81-567e-4d1a-abe9-00640dadd72b {{(pid=83203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:34.949140 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-807af319-79ef-4d03-b066-38f9ac3d250b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:35.114014 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [None req-807af319-79ef-4d03-b066-38f9ac3d250b admin admin] For port e7ab1b81-567e-4d1a-abe9-00640dadd72b, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=e7ab1b81-567e-4d1a-abe9-00640dadd72b,segment=NetworkSegment(edec844b-5d6a-40c2-8af6-f737df91d352),segment_id=edec844b-5d6a-40c2-8af6-f737df91d352)] {{(pid=83203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:35.114383 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-807af319-79ef-4d03-b066-38f9ac3d250b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:35.231926 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-807af319-79ef-4d03-b066-38f9ac3d250b admin admin] Calling delete_port for e7ab1b81-567e-4d1a-abe9-00640dadd72b owned by network:router_interface {{(pid=83203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:35.479197 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-807af319-79ef-4d03-b066-38f9ac3d250b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:35.522848 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807af319-79ef-4d03-b066-38f9ac3d250b admin admin] Pushing event deleted for resources: {'Port': ['ID=e7ab1b81-567e-4d1a-abe9-00640dadd72b,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:35.800919 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-807af319-79ef-4d03-b066-38f9ac3d250b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4094844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-999055'] for router_interface, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:36.366574 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807af319-79ef-4d03-b066-38f9ac3d250b admin admin] Router 8cb8fda9-16e1-41d5-856b-1c9303836a82 has already been hosted by L3 agent 230ccd13-2a0f-45d2-a3c5-976977a49e09 {{(pid=83203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:59:36.556911 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807af319-79ef-4d03-b066-38f9ac3d250b admin admin] Notify agent at l3_agent.dv-cinder-843305-1-smb the message routers_updated {{(pid=83203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:59:36.565187 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c0ee13-b258-4df0-a9ee-580d5472d914 None None] Sync routers for ids ['8cb8fda9-16e1-41d5-856b-1c9303836a82'] in dv-cinder-843305-1-smb {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:59:36.572603 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-807af319-79ef-4d03-b066-38f9ac3d250b admin admin] 10.222.0.59 "PUT /v2.0/routers/8cb8fda9-16e1-41d5-856b-1c9303836a82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5832818 May 25 22:59:36.575021 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 48988) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:36.577317 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c0ee13-b258-4df0-a9ee-580d5472d914 None None] Routers {'8cb8fda9-16e1-41d5-856b-1c9303836a82'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:36.577942 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-16c0ee13-b258-4df0-a9ee-580d5472d914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:59:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['8cb8fda9-16e1-41d5-856b-1c9303836a82'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:36.752632 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-16c0ee13-b258-4df0-a9ee-580d5472d914 None None] Set router 8cb8fda9-16e1-41d5-856b-1c9303836a82 gateway port host: dv-cinder-843305-1-smb {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:36.868593 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-49b724e0-2a43-4ae6-9c3c-c3e51380f930 admin admin] Notify callbacks [] for router, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:37.035695 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-16c0ee13-b258-4df0-a9ee-580d5472d914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8fda9-16e1-41d5-856b-1c9303836a82', 'name': 'tempest-TestMinimumBasicScenario-1872564561-router', 'tenant_id': '98ee0a3f6f4e45b7b22a600448afb254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'external_fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '65f6c772-17c1-4e18-a6b2-ed1d0e2c4160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:55:57Z', 'updated_at': '2022-05-25T22:59:35Z', 'revision_number': 5, 'project_id': '98ee0a3f6f4e45b7b22a600448afb254', 'gw_port': {'id': '65f6c772-17c1-4e18-a6b2-ed1d0e2c4160', 'name': '', 'network_id': '77f19dc1-c50e-4f02-8833-0fbdbbec8517', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8fda9-16e1-41d5-856b-1c9303836a82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:57Z', 'updated_at': '2022-05-25T22:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1120c8a6-ca37-4814-b2e9-f8ac22584781', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-smb'}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:37.039455 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c0ee13-b258-4df0-a9ee-580d5472d914 None None] Checking router: 8cb8fda9-16e1-41d5-856b-1c9303836a82 for host: dv-cinder-843305-1-smb {{(pid=83206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:59:37.049750 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c0ee13-b258-4df0-a9ee-580d5472d914 None None] Routers {'8cb8fda9-16e1-41d5-856b-1c9303836a82'} bound to L3 agent in host dv-cinder-843305-1-smb {{(pid=83206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:37.050347 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-16c0ee13-b258-4df0-a9ee-580d5472d914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:29:45Z,description=,heartbeat_timestamp=2022-05-25T22:59:15Z,host='dv-cinder-843305-1-smb',id=230ccd13-2a0f-45d2-a3c5-976977a49e09,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:29:45Z,topic='l3_agent')) {'router_ids': ['8cb8fda9-16e1-41d5-856b-1c9303836a82'], 'active': True} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:37.059830 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-49b724e0-2a43-4ae6-9c3c-c3e51380f930 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:37.069228 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-49b724e0-2a43-4ae6-9c3c-c3e51380f930 admin admin] Deleting port 65f6c772-17c1-4e18-a6b2-ed1d0e2c4160 {{(pid=83203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:37.069556 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-49b724e0-2a43-4ae6-9c3c-c3e51380f930 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:37.200988 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_dvr_db [None req-16c0ee13-b258-4df0-a9ee-580d5472d914 None None] Set router 8cb8fda9-16e1-41d5-856b-1c9303836a82 gateway port host: None {{(pid=83206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:37.243153 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [None req-49b724e0-2a43-4ae6-9c3c-c3e51380f930 admin admin] For port 65f6c772-17c1-4e18-a6b2-ed1d0e2c4160, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=65f6c772-17c1-4e18-a6b2-ed1d0e2c4160,segment=NetworkSegment(3342e0e4-498a-46e7-9232-6274ffc1b494),segment_id=3342e0e4-498a-46e7-9232-6274ffc1b494)] {{(pid=83203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:37.243510 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-49b724e0-2a43-4ae6-9c3c-c3e51380f930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:37.303297 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.l3_hamode_db [None req-16c0ee13-b258-4df0-a9ee-580d5472d914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8fda9-16e1-41d5-856b-1c9303836a82', 'name': 'tempest-TestMinimumBasicScenario-1872564561-router', 'tenant_id': '98ee0a3f6f4e45b7b22a600448afb254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:55:57Z', 'updated_at': '2022-05-25T22:59:37Z', 'revision_number': 6, 'project_id': '98ee0a3f6f4e45b7b22a600448afb254', 'gw_port_host': None}], 'dv-cinder-843305-1-smb', False) {} {{(pid=83206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:37.307610 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c0ee13-b258-4df0-a9ee-580d5472d914 None None] The sync data for ids ['8cb8fda9-16e1-41d5-856b-1c9303836a82'] in dv-cinder-843305-1-smb is: [{'id': '8cb8fda9-16e1-41d5-856b-1c9303836a82', 'name': 'tempest-TestMinimumBasicScenario-1872564561-router', 'tenant_id': '98ee0a3f6f4e45b7b22a600448afb254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:55:57Z', 'updated_at': '2022-05-25T22:59:37Z', 'revision_number': 6, 'project_id': '98ee0a3f6f4e45b7b22a600448afb254', 'gw_port_host': None}] {{(pid=83206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:59:37.376406 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-49b724e0-2a43-4ae6-9c3c-c3e51380f930 admin admin] Calling delete_port for 65f6c772-17c1-4e18-a6b2-ed1d0e2c4160 owned by network:router_gateway {{(pid=83203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:37.533824 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-49b724e0-2a43-4ae6-9c3c-c3e51380f930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:37.576650 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b724e0-2a43-4ae6-9c3c-c3e51380f930 admin admin] Pushing event deleted for resources: {'Port': ['ID=65f6c772-17c1-4e18-a6b2-ed1d0e2c4160,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:37.799801 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-49b724e0-2a43-4ae6-9c3c-c3e51380f930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997829'] for router_gateway, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.052005 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-49b724e0-2a43-4ae6-9c3c-c3e51380f930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1035317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4933'] for router, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.056760 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-49b724e0-2a43-4ae6-9c3c-c3e51380f930 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.082029 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-49b724e0-2a43-4ae6-9c3c-c3e51380f930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1035417'] for router, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.082964 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b724e0-2a43-4ae6-9c3c-c3e51380f930 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cb8fda9-16e1-41d5-856b-1c9303836a82 {{(pid=83203) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:59:38.095450 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-49b724e0-2a43-4ae6-9c3c-c3e51380f930 admin admin] Notify callbacks [] for router, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.096574 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-49b724e0-2a43-4ae6-9c3c-c3e51380f930 admin admin] 10.222.0.59 "DELETE /v2.0/routers/8cb8fda9-16e1-41d5-856b-1c9303836a82 HTTP/1.1" status: 204 len: 168 time: 1.5206637 May 25 22:59:38.099173 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 48992) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:38.133515 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 65f6c772-17c1-4e18-a6b2-ed1d0e2c4160 no longer exists at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:59:38.168761 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] No Port match for: 65f6c772-17c1-4e18-a6b2-ed1d0e2c4160 {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:59:38.169389 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device 65f6c772-17c1-4e18-a6b2-ed1d0e2c4160 not bound to the agent host dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:59:38.169797 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device e7ab1b81-567e-4d1a-abe9-00640dadd72b no longer exists at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:59:38.206163 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] No Port match for: e7ab1b81-567e-4d1a-abe9-00640dadd72b {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:59:38.206552 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device e7ab1b81-567e-4d1a-abe9-00640dadd72b not bound to the agent host dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:59:38.263343 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.db_base_plugin_v2 [None req-b22e4a7e-263b-4372-89e5-67e5722d8edf admin admin] Deleting subnet 9294023f-f7ca-43de-ad6a-1753b78c95fc {{(pid=83203) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:59:38.266210 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-b22e4a7e-263b-4372-89e5-67e5722d8edf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.315284 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-b22e4a7e-263b-4372-89e5-67e5722d8edf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870630'] for subnet, precommit_delete_associations {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.391340 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-b22e4a7e-263b-4372-89e5-67e5722d8edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3361804'] for subnet, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.461577 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-b22e4a7e-263b-4372-89e5-67e5722d8edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3361797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1950973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1742165'] for subnet, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.497197 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e4a7e-263b-4372-89e5-67e5722d8edf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9294023f-f7ca-43de-ad6a-1753b78c95fc,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:38.503203 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-b22e4a7e-263b-4372-89e5-67e5722d8edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for subnet, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.508913 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7ac1fb-63aa-4922-bd02-163c36c6664b None None] Network a1ab019c-27b6-40e2-b830-fda6f1b0c4ea requested from dv-cinder-843305-1-smb {{(pid=83205) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:59:38.510870 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-b22e4a7e-263b-4372-89e5-67e5722d8edf admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9294023f-f7ca-43de-ad6a-1753b78c95fc HTTP/1.1" status: 204 len: 168 time: 0.4106808 May 25 22:59:38.513269 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [-] (83203) accepted ('10.222.0.59', 48996) {{(pid=83203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:38.619202 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-47e2e9b9-b22f-4791-974c-f93e29b99401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3150312'] for network, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.630308 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-47e2e9b9-b22f-4791-974c-f93e29b99401 admin admin] Deleting port f9df10cd-edcf-4fd8-b60f-14b1479d1fd5 {{(pid=83203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:38.630677 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-47e2e9b9-b22f-4791-974c-f93e29b99401 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.773504 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6060c6f7-0b41-4f60-8c7e-8bf0e9351c3a None None] DHCP port deletion for a1ab019c-27b6-40e2-b830-fda6f1b0c4ea request from dv-cinder-843305-1-smb {{(pid=83205) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:59:38.777775 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-6060c6f7-0b41-4f60-8c7e-8bf0e9351c3a None None] Deleting port f9df10cd-edcf-4fd8-b60f-14b1479d1fd5 {{(pid=83205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:38.778144 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6060c6f7-0b41-4f60-8c7e-8bf0e9351c3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.839105 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.db [None req-47e2e9b9-b22f-4791-974c-f93e29b99401 admin admin] For port f9df10cd-edcf-4fd8-b60f-14b1479d1fd5, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=f9df10cd-edcf-4fd8-b60f-14b1479d1fd5,segment=NetworkSegment(edec844b-5d6a-40c2-8af6-f737df91d352),segment_id=edec844b-5d6a-40c2-8af6-f737df91d352)] {{(pid=83203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:38.839455 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-47e2e9b9-b22f-4791-974c-f93e29b99401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.962518 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.plugin [None req-47e2e9b9-b22f-4791-974c-f93e29b99401 admin admin] Calling delete_port for f9df10cd-edcf-4fd8-b60f-14b1479d1fd5 owned by network:dhcp {{(pid=83203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:38.975733 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.db [None req-6060c6f7-0b41-4f60-8c7e-8bf0e9351c3a None None] For port f9df10cd-edcf-4fd8-b60f-14b1479d1fd5, host dv-cinder-843305-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-smb',level=0,port_id=f9df10cd-edcf-4fd8-b60f-14b1479d1fd5,segment=NetworkSegment(edec844b-5d6a-40c2-8af6-f737df91d352),segment_id=edec844b-5d6a-40c2-8af6-f737df91d352)] {{(pid=83205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:38.976608 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6060c6f7-0b41-4f60-8c7e-8bf0e9351c3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856810'] for port, precommit_delete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:39.036207 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-47e2e9b9-b22f-4791-974c-f93e29b99401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3233967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728910459796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728909954452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950926'] for port, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:39.084125 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2e9b9-b22f-4791-974c-f93e29b99401 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9df10cd-edcf-4fd8-b60f-14b1479d1fd5,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:39.090706 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e2e9b9-b22f-4791-974c-f93e29b99401 admin admin] No DVR routers for this DVR port f9df10cd-edcf-4fd8-b60f-14b1479d1fd5 on host dv-cinder-843305-1-smb {{(pid=83203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:59:39.096020 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-6060c6f7-0b41-4f60-8c7e-8bf0e9351c3a None None] Calling delete_port for f9df10cd-edcf-4fd8-b60f-14b1479d1fd5 owned by network:dhcp {{(pid=83205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:39.168190 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.db.api [None req-6060c6f7-0b41-4f60-8c7e-8bf0e9351c3a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:59:39.168842 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG oslo_db.api [None req-6060c6f7-0b41-4f60-8c7e-8bf0e9351c3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:59:39.211373 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-47e2e9b9-b22f-4791-974c-f93e29b99401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3373977', 'neutron.services.segments.db._delete_segments_for_network-8728910406777'] for network, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:39.245417 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.services.segments.db [None req-47e2e9b9-b22f-4791-974c-f93e29b99401 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ab019c-27b6-40e2-b830-fda6f1b0c4ea']}} {{(pid=83203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:39.260358 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.services.segments.db [None req-47e2e9b9-b22f-4791-974c-f93e29b99401 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edec844b-5d6a-40c2-8af6-f737df91d352') {'for_net_delete': True} {{(pid=83203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:39.260775 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.services.segments.db [None req-47e2e9b9-b22f-4791-974c-f93e29b99401 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edec844b-5d6a-40c2-8af6-f737df91d352') {} {{(pid=83203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:39.275122 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-47e2e9b9-b22f-4791-974c-f93e29b99401 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728910406660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871701'] for segment, before_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:39.293238 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-47e2e9b9-b22f-4791-974c-f93e29b99401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3179114'] for segment, precommit_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:39.299130 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e2e9b9-b22f-4791-974c-f93e29b99401 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=83203) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:59:39.299509 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-47e2e9b9-b22f-4791-974c-f93e29b99401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3179121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1950867'] for segment, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:39.313095 dv-cinder-843305-1-smb neutron-server[83203]: Traceback (most recent call last): May 25 22:59:39.313095 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:59:39.313095 dv-cinder-843305-1-smb neutron-server[83203]: timer() May 25 22:59:39.313095 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:59:39.313095 dv-cinder-843305-1-smb neutron-server[83203]: cb(*args, **kw) May 25 22:59:39.313095 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:59:39.313095 dv-cinder-843305-1-smb neutron-server[83203]: return func(*args, **kwargs) May 25 22:59:39.313095 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:59:39.313095 dv-cinder-843305-1-smb neutron-server[83203]: self._notify() May 25 22:59:39.313095 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:59:39.313095 dv-cinder-843305-1-smb neutron-server[83203]: self.callback(batched_events) May 25 22:59:39.313095 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:59:39.313095 dv-cinder-843305-1-smb neutron-server[83203]: event.method(event) May 25 22:59:39.313095 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:59:39.313095 dv-cinder-843305-1-smb neutron-server[83203]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:59:39.313095 dv-cinder-843305-1-smb neutron-server[83203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:59:39.313095 dv-cinder-843305-1-smb neutron-server[83203]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:59:39.313095 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:59:39.313095 dv-cinder-843305-1-smb neutron-server[83203]: return f(self, *a, **k) May 25 22:59:39.313095 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:59:39.313095 dv-cinder-843305-1-smb neutron-server[83203]: return self._get(url).json() May 25 22:59:39.313095 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:59:39.313095 dv-cinder-843305-1-smb neutron-server[83203]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:59:39.313095 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:59:39.313095 dv-cinder-843305-1-smb neutron-server[83203]: return self.request(url, 'GET', **kwargs) May 25 22:59:39.313095 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:59:39.313095 dv-cinder-843305-1-smb neutron-server[83203]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:59:39.313095 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:59:39.313095 dv-cinder-843305-1-smb neutron-server[83203]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:59:39.313095 dv-cinder-843305-1-smb neutron-server[83203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:59:39.313095 dv-cinder-843305-1-smb neutron-server[83203]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:59:39.313095 dv-cinder-843305-1-smb neutron-server[83203]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:59:39.392828 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-47e2e9b9-b22f-4791-974c-f93e29b99401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3373970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4094865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997848'] for network, after_delete {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:39.408523 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron_lib.callbacks.manager [None req-47e2e9b9-b22f-4791-974c-f93e29b99401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4094872'] for network, before_response {{(pid=83203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:39.418897 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2e9b9-b22f-4791-974c-f93e29b99401 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1ab019c-27b6-40e2-b830-fda6f1b0c4ea,revision_number=None']} {{(pid=83203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:39.425715 dv-cinder-843305-1-smb neutron-server[83203]: INFO neutron.wsgi [None req-47e2e9b9-b22f-4791-974c-f93e29b99401 admin admin] 10.222.0.59 "DELETE /v2.0/networks/a1ab019c-27b6-40e2-b830-fda6f1b0c4ea HTTP/1.1" status: 204 len: 168 time: 0.9114912 May 25 22:59:39.619892 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 49002) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:39.668386 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-af129471-b6bc-450a-877a-0686e82df3c3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=73ef61c103024a179a3ba42726c5390e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0474284 May 25 22:59:39.669908 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-6060c6f7-0b41-4f60-8c7e-8bf0e9351c3a None None] Deleting port f9df10cd-edcf-4fd8-b60f-14b1479d1fd5 {{(pid=83205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:39.670270 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6060c6f7-0b41-4f60-8c7e-8bf0e9351c3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728910321875'] for port, before_delete {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:39.670790 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 49006) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:39.728808 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-dc30c42d-a4ff-45a6-b50b-728c4928967a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:39.731114 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-6060c6f7-0b41-4f60-8c7e-8bf0e9351c3a None None] The port 'f9df10cd-edcf-4fd8-b60f-14b1479d1fd5' was deleted {{(pid=83205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:59:39.755710 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-dc30c42d-a4ff-45a6-b50b-728c4928967a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:39.807688 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-dc30c42d-a4ff-45a6-b50b-728c4928967a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:39.822953 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30c42d-a4ff-45a6-b50b-728c4928967a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c447d81-f4b5-43fe-9c04-5f88c65683e8,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:39.836050 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-dc30c42d-a4ff-45a6-b50b-728c4928967a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:39.837136 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-dc30c42d-a4ff-45a6-b50b-728c4928967a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0c447d81-f4b5-43fe-9c04-5f88c65683e8 HTTP/1.1" status: 204 len: 168 time: 0.1651359 May 25 22:59:40.128122 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device f9df10cd-edcf-4fd8-b60f-14b1479d1fd5 no longer exists at agent ovs-agent-dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:59:40.164255 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.plugin [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] No Port match for: f9df10cd-edcf-4fd8-b60f-14b1479d1fd5 {{(pid=83205) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:59:40.164595 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron.plugins.ml2.rpc [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Device f9df10cd-edcf-4fd8-b60f-14b1479d1fd5 not bound to the agent host dv-cinder-843305-1-smb {{(pid=83205) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:59:40.212768 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 49014) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:40.261003 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-ea7c4d40-1f9f-42d4-b5bf-2b767c347b09 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=98ee0a3f6f4e45b7b22a600448afb254&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0471594 May 25 22:59:40.263465 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [-] (83204) accepted ('10.222.0.59', 49018) {{(pid=83204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:40.318719 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-a45cae03-5816-45ee-95d8-9dddbe5d4d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:40.343095 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-a45cae03-5816-45ee-95d8-9dddbe5d4d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:40.392559 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-a45cae03-5816-45ee-95d8-9dddbe5d4d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043647'] for security_group, after_delete {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:40.407449 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45cae03-5816-45ee-95d8-9dddbe5d4d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a047619-c9b1-4707-941c-92df443d3712,revision_number=None']} {{(pid=83204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:40.411604 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron_lib.callbacks.manager [None req-a45cae03-5816-45ee-95d8-9dddbe5d4d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:40.412668 dv-cinder-843305-1-smb neutron-server[83204]: INFO neutron.wsgi [None req-a45cae03-5816-45ee-95d8-9dddbe5d4d6c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2a047619-c9b1-4707-941c-92df443d3712 HTTP/1.1" status: 204 len: 168 time: 0.1484084 May 25 22:59:42.676372 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-837fa3df-939f-4039-9e00-1c3c020b424d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:44.809445 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-12152135-85df-4768-a098-2dc495f3d61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.066483 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.427938 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:47.608610 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:04.055715 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:08.393278 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:00:12.674676 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-0c363dff-6444-4cc4-a4d2-04580b4cb777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:14.810218 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-a4dc4496-ab7e-4b43-a28a-59e55a8a5282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:16.068769 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:16.429314 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:17.610956 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:34.063444 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:42.675714 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6497fc73-c94d-4721-b199-130b325f8985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:44.811581 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-de49621b-20d7-4545-947f-37eee638b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:45.394197 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:00:46.071282 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:46.430544 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:47.614115 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:04.069135 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:12.676882 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-130aaf74-cdf1-4bec-9336-afdecd0b7da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:14.815340 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-7a986039-32c3-4690-ac4e-bbd941b01db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:16.074222 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:16.431759 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:17.617680 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:22.394536 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:01:34.076414 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:42.677888 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-015ef98d-a8de-46fa-a8e6-e1c680bdd05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:44.298316 dv-cinder-843305-1-smb neutron-server[83203]: DEBUG neutron.wsgi [req-b90c2908-c9ab-4b3a-b5c3-d262f4420ad9 req-570f82b8-5395-47a8-857e-8a801f682649 service neutron] (83203) timed out ('10.222.0.59', 44068) {{(pid=83203) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 23:01:44.817298 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-0a9341a4-15cd-4ba7-a3ae-fc8da5f89c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:46.076470 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:46.433183 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:47.621225 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:59.397669 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:02:04.092175 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:12.680118 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-e73e12e1-b70f-4ac3-87a2-6e3b01a578db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:14.818514 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9f98-d636-4afe-a5e0-dfde2ff641b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:16.080113 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:16.433254 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:17.623522 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:34.104279 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:36.398020 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:02:42.681396 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-4b94cce7-2d3e-4274-a087-d3a3b5df2ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:44.106677 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [req-00c72ee9-0e89-4141-a35c-72ed3003cd30 req-1f64cf7d-3769-4be8-88bb-726a1b620ebc service neutron] (83204) timed out ('10.222.0.15', 51383) {{(pid=83204) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 23:02:44.819942 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd591-0a30-4dc1-83c3-223c6390d32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:46.082894 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:46.443540 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:47.626244 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:04.115461 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:12.681878 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-4e805b84-51a9-4dd0-8437-eebcdaa8d71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:13.398176 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:03:14.821168 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-e86aeb2b-6a3a-4b07-8b26-8d06a2677502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:16.085711 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:16.436160 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:17.629255 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:23.677688 dv-cinder-843305-1-smb neutron-server[83204]: DEBUG neutron.wsgi [req-4771475f-72ff-4f54-b07b-5d36026a8fd0 req-52d93488-2cdb-4a17-b787-8ad8c879bb8d tempest-VolumesSnapshotTestJSON-259770376 tempest-VolumesSnapshotTestJSON-259770376-project] (83204) timed out ('10.222.0.15', 51369) {{(pid=83204) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 23:03:34.117296 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:42.682303 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-91889632-123a-4965-b01c-7aebf3f8a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:44.821539 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-7698a6f4-aa67-4012-9722-32f2a7c87094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:46.088251 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:46.437564 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:47.634382 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:50.399090 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:04:04.123638 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:12.682886 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6f6a5a42-8504-4178-bcef-a143e49be577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:14.822748 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-92d4ceee-09f1-4943-a9b1-110e686c6d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:16.090265 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:16.438786 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:17.635646 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:27.399026 dv-cinder-843305-1-smb neutron-server[83206]: DEBUG neutron.db.agents_db [None req-5c936bb5-9f62-4b96-8674-3491d7131b49 None None] Agent healthcheck: found 6 active agents {{(pid=83206) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:04:34.131306 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-6e79bae6-d13a-4d31-bc1d-f28f04f9f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:42.687277 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-b510d96b-2dbf-451c-9478-23eb63379fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:44.823049 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-328a453b-8e36-4ee1-8121-c4ac72c43da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:46.092743 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-1de3a362-04a7-4f01-8682-f412e493ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:46.440003 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-18a5d726-5fc9-415f-982a-5d62d3ddf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:47.637632 dv-cinder-843305-1-smb neutron-server[83205]: DEBUG neutron_lib.callbacks.manager [None req-eb801ec5-282d-4d2c-bf7c-706eb3b7fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728910406759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3367321'] for agent, after_update {{(pid=83205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}